{
    "original_ppl": 5.081289291381836,
    "reduced_ppl": [
        {
            "bit": 1,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 29947.650390625
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 29814.685546875
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 22843.3671875
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 30655.05859375
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 29530.939453125
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 30489.716796875
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 29489.625
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 30574.943359375
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 30035.544921875
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 32252.796875
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 29014.8828125
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 31124.921875
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 27548.158203125
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 19496.880859375
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 30055.14453125
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 29949.27734375
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 28671.927734375
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 31751.4296875
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 39540.28515625
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 27177.533203125
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 24740.849609375
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 30273.251953125
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 30128.6953125
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 34206.93359375
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 29809.3671875
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 39247.703125
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 36445.8203125
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 32332.9609375
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 30209.08203125
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 29627.443359375
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 25225.16015625
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 27694.751953125
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 34478.51171875
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 30785.9609375
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 28890.30078125
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 29594.798828125
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 30169.265625
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 27999.677734375
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 24437.31640625
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 33702.05078125
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 32831.140625
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 41156.7421875
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 29782.03125
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 30405.97265625
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 30918.984375
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 28495.396484375
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 29168.890625
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 29305.208984375
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 30346.732421875
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 29850.10546875
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 30525.0078125
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 32250.859375
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 31106.583984375
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 29076.681640625
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 31252.970703125
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 28207.927734375
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 29986.91796875
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 29874.568359375
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 29762.58203125
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 30401.5078125
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 30715.55078125
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 31158.3046875
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 29505.435546875
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 30454.58203125
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 30870.369140625
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 30243.2421875
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 25874.681640625
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 30336.19921875
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 30149.591796875
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 30288.791015625
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 29836.55859375
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 29796.662109375
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 29395.6171875
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 27423.15234375
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 30854.859375
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 29949.05078125
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 30493.001953125
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 30804.580078125
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 30272.443359375
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 29425.939453125
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 29695.8984375
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 30058.46875
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 30556.173828125
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 32415.705078125
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 30122.806640625
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 30032.537109375
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 28879.998046875
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 28992.8359375
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 29939.826171875
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 30070.626953125
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 29623.515625
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 30511.736328125
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 30322.77734375
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 32146.517578125
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 30471.869140625
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 28578.537109375
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 33444.8515625
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 33036.203125
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 30658.978515625
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 30671.259765625
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 29046.001953125
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 28482.734375
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 29223.326171875
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 30342.216796875
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 30593.90234375
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 30087.08984375
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 30332.466796875
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 28773.3046875
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 31992.86328125
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 29840.19921875
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 30197.1875
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 29068.390625
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 30897.2890625
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 30317.224609375
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 29493.67578125
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 28517.525390625
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 29977.740234375
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 29040.158203125
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 30136.712890625
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 29905.041015625
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 30205.021484375
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 30044.0234375
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 31967.853515625
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 29922.8984375
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 30843.03125
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 31061.998046875
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 30393.072265625
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 30460.5078125
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 30377.423828125
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 32912.6484375
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 30922.138671875
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 30411.91796875
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 30384.205078125
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 30661.083984375
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 30646.291015625
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 29184.083984375
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 29928.236328125
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 28024.041015625
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 29613.771484375
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 29684.798828125
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 29818.86328125
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 30285.78515625
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 27106.248046875
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 28922.912109375
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 29458.875
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 28648.095703125
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 30766.296875
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 30552.44140625
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 30385.884765625
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 28919.576171875
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 28149.396484375
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 31215.46875
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 31109.193359375
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 30751.16015625
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 30058.78515625
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 30170.21484375
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 30147.982421875
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 29144.64453125
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 29426.078125
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 29007.328125
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 30122.462890625
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 29739.259765625
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 30745.880859375
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 28120.0703125
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 29870.265625
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 29373.53515625
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 30618.421875
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 30814.513671875
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 30171.251953125
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 30175.13671875
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 29039.130859375
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 27795.7734375
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 29893.578125
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 28076.794921875
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 29808.544921875
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 30028.78515625
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 30811.927734375
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 29663.1796875
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 29815.48046875
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 29532.462890625
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 29988.318359375
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 30896.0234375
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 30347.802734375
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 30121.3125
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 29705.2734375
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 29584.384765625
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 31328.021484375
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 30836.3828125
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 30513.568359375
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 30157.52734375
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 30336.576171875
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 27457.25
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 32671.689453125
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 28975.6171875
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 27805.69140625
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 30041.4453125
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 30526.98828125
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 30108.388671875
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 31248.6796875
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 27813.515625
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 30345.0234375
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 31901.216796875
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 31679.052734375
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 29885.73828125
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 30415.6015625
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 29077.431640625
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 28098.544921875
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 30124.0703125
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 30655.52734375
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 32543.755859375
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 30115.1953125
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 30135.162109375
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 30559.845703125
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 29577.1640625
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 29805.841796875
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 30948.6328125
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 29381.26953125
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 30202.02734375
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 30656.404296875
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 34327.78515625
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 32092.728515625
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 32556.140625
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 30318.32421875
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 30796.208984375
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 31005.115234375
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 29914.794921875
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 30632.3828125
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 29397.30078125
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 31508.546875
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 31431.984375
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 29727.833984375
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 30224.125
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 30432.865234375
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 30968.619140625
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 25912.044921875
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 31535.78125
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 28455.123046875
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 29169.251953125
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 30632.8515625
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 30357.93359375
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 30247.712890625
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 28921.478515625
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 30756.236328125
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 30114.533203125
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 29219.814453125
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 29779.248046875
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 29968.650390625
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 30872.341796875
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 33409.8125
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 31156.431640625
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 28153.5859375
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 28275.4765625
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 28877.986328125
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 29384.181640625
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 29172.53515625
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 31263.107421875
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 30679.451171875
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 30751.982421875
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 30194.7109375
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 30062.7421875
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 30152.064453125
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 28762.193359375
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 31030.791015625
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 28417.345703125
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 28596.6953125
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 30758.083984375
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 31010.498046875
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 30045.5703125
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 30205.884765625
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 32418.48828125
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 28039.734375
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 30046.314453125
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 27574.048828125
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 29877.787109375
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 29640.8671875
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 26718.625
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 25881.59375
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 27701.75
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 28720.75
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 31011.05859375
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 30170.244140625
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 30152.294921875
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 29506.84375
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 31440.830078125
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 29001.658203125
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 30056.291015625
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 30814.923828125
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 30522.38671875
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 30216.486328125
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 27017.828125
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 32816.9921875
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 26859.880859375
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 30316.67578125
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 30122.576171875
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 30531.529296875
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 31140.125
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 31229.046875
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 30917.3046875
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 28426.345703125
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 28887.05078125
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 28867.22265625
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 30461.728515625
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 30399.36328125
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 33694.3046875
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 27749.478515625
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 30426.80078125
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 30397.302734375
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 28625.345703125
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 29805.501953125
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 30610.890625
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 29148.42578125
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 35152.60546875
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 30727.62109375
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 31595.056640625
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 31591.501953125
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 29630.86328125
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 30254.08984375
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 25734.068359375
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 31297.98046875
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 29166.193359375
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 32902.44921875
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 29139.697265625
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 30484.1328125
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 30416.240234375
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 31969.255859375
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 29346.76953125
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 31067.33203125
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 31286.369140625
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 29829.416015625
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 30386.40625
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 30289.626953125
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 30995.064453125
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 29463.14453125
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 30718.44921875
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 31379.271484375
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 30247.740234375
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 30460.828125
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 30511.18359375
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 29899.28125
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 30567.65625
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 30267.59375
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 30172.66015625
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 31131.275390625
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 30330.240234375
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 30321.41796875
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 30176.11328125
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 31597.91796875
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 29963.478515625
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 30308.033203125
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 29126.66796875
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 30205.80078125
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 30830.15234375
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 28555.517578125
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 30324.048828125
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 30279.14453125
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 27907.7578125
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 30338.33984375
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 30267.56640625
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 30253.857421875
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 32974.94921875
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 30282.43359375
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 29610.580078125
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 31918.015625
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 28719.107421875
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 30615.501953125
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 29643.833984375
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 27136.873046875
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 29938.083984375
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 30661.66796875
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 30594.138671875
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 30657.865234375
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 30525.181640625
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 30413.685546875
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 28343.888671875
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 31204.306640625
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 29178.935546875
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 29612.44140625
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 28935.630859375
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 30437.625
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 30240.876953125
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 31763.939453125
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 33349.875
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 30346.44140625
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 29547.955078125
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 30953.767578125
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 30149.302734375
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 30065.578125
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 28957.24609375
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 30469.45703125
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 30257.43359375
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 29938.255859375
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 30499.341796875
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 30093.748046875
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 30213.921875
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 29357.826171875
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 30938.361328125
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 30149.822265625
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 30041.55859375
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 29676.08203125
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 30222.310546875
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 30052.44921875
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 32648.078125
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 30373.572265625
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 29567.771484375
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 30188.921875
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 29943.109375
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 30329.978515625
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 30018.8203125
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 30531.20703125
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 31325.810546875
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 29798.283203125
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 30103.994140625
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 30674.361328125
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 30568.939453125
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 28974.509765625
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 29931.0625
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 31174.353515625
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 29671.978515625
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 30274.927734375
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 30223.6640625
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 30141.484375
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 30069.048828125
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 31714.1171875
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 31977.916015625
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 29638.548828125
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 27450.310546875
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 27530.087890625
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 30270.65234375
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 30476.0546875
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 31204.275390625
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 31771.90625
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 30881.705078125
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 31781.939453125
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 29962.8203125
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 29691.509765625
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 29041.90234375
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 25519.78125
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 32292.591796875
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 28825.021484375
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 25378.50390625
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 27084.12890625
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 30210.12109375
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 30401.21875
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 29138.169921875
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 38790.4140625
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 26192.5703125
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 36417.8828125
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 18247.2109375
                }
            ]
        },
        {
            "bit": 2,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 19.915250778198242
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 20.066425323486328
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 16.49408721923828
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 17.204816818237305
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 17.347110748291016
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 18.670944213867188
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 17.7055606842041
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 20.84415626525879
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 20.855709075927734
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 22.237804412841797
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 26.502981185913086
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 19.0518741607666
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 22.976619720458984
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 21.240219116210938
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 20.816246032714844
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 20.776351928710938
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 22.232397079467773
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 22.0552978515625
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 20.33908462524414
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 21.31300926208496
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 21.696290969848633
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 20.828195571899414
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 20.80643081665039
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 21.875999450683594
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 20.319793701171875
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 19.571985244750977
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 20.323078155517578
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 22.25143814086914
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 20.766754150390625
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 20.78903579711914
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 18.52810287475586
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 21.321901321411133
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 19.10955810546875
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 20.18661880493164
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 19.846967697143555
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 20.958820343017578
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 20.743288040161133
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 21.81532096862793
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 20.924442291259766
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 19.55712890625
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 20.394718170166016
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 19.703828811645508
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 20.658004760742188
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 20.51494026184082
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 20.48086929321289
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 20.473730087280273
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 19.869598388671875
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 20.448013305664062
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 20.75929832458496
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 20.80632209777832
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 20.827648162841797
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 20.880708694458008
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 20.87135887145996
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 20.522960662841797
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 20.841392517089844
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 21.10882568359375
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 20.926530838012695
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 20.958683013916016
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 20.910053253173828
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 20.790067672729492
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 20.50294303894043
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 20.754661560058594
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 20.752845764160156
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 20.81842803955078
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 20.83170509338379
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 20.74749755859375
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 20.914873123168945
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 20.60215950012207
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 20.55584144592285
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 20.59088897705078
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 20.86117935180664
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 20.82270622253418
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 20.897218704223633
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 21.025365829467773
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 20.780521392822266
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 20.789323806762695
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 20.775598526000977
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 20.87944984436035
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 20.844806671142578
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 20.830154418945312
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 20.861896514892578
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 20.7498779296875
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 20.794368743896484
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 20.733844757080078
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 20.88831329345703
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 20.884300231933594
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 20.80194664001465
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 20.827484130859375
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 20.662134170532227
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 20.731273651123047
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 20.75289535522461
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 20.872173309326172
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 20.873098373413086
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 20.88125228881836
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 20.84415626525879
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 20.690221786499023
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 20.756635665893555
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 20.795961380004883
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 20.897737503051758
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 20.85181999206543
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 20.9494686126709
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 20.87559700012207
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 20.733915328979492
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 20.72762680053711
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 20.782148361206055
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 20.85264015197754
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 20.85139274597168
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 20.876895904541016
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 20.857309341430664
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 20.793725967407227
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 20.768407821655273
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 20.775310516357422
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 20.89520835876465
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 20.87393569946289
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 20.86446189880371
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 20.83080291748047
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 20.780908584594727
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 20.82212257385254
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 20.864601135253906
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 20.928009033203125
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 20.88001823425293
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 20.922195434570312
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 20.85401725769043
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 20.790428161621094
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 20.86147689819336
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 20.829927444458008
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 20.853361129760742
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 20.864059448242188
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 20.953908920288086
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 20.79657554626465
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 20.839881896972656
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 20.83233070373535
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 20.858469009399414
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 20.8561954498291
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 20.870512008666992
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 20.8566837310791
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 20.890962600708008
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 20.807056427001953
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 20.8499698638916
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 20.867456436157227
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 20.902620315551758
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 20.88218879699707
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 20.947071075439453
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 20.971052169799805
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 20.821664810180664
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 20.85811996459961
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 20.811965942382812
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 20.85962677001953
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 20.857763290405273
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 20.829822540283203
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 20.831605911254883
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 20.86020851135254
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 20.80779457092285
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 20.858736038208008
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 20.88548469543457
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 20.856931686401367
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 20.846376419067383
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 20.877952575683594
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 20.873682022094727
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 20.8210391998291
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 20.81465721130371
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 20.85112953186035
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 20.854961395263672
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 20.92550277709961
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 20.822717666625977
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 20.849687576293945
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 20.8391170501709
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 20.8491268157959
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 20.89217758178711
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 20.87504005432129
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 20.95001792907715
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 20.914430618286133
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 20.864849090576172
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 20.85626983642578
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 20.827932357788086
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 20.87344741821289
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 20.863784790039062
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 20.811798095703125
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 20.897165298461914
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 20.871540069580078
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 20.854459762573242
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 20.840930938720703
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 20.823938369750977
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 20.818408966064453
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 20.930810928344727
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 20.884727478027344
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 20.864604949951172
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 20.84361457824707
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 20.861337661743164
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 20.881393432617188
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 20.85446548461914
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 20.91185760498047
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 20.87990951538086
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 20.84123420715332
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 20.823949813842773
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 20.781051635742188
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 20.852336883544922
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 20.843564987182617
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 20.825632095336914
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 20.868968963623047
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 20.798460006713867
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 20.78774642944336
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 20.80829620361328
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 20.9284725189209
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 20.851333618164062
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 20.771854400634766
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 20.887176513671875
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 20.801773071289062
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 20.86416244506836
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 20.784704208374023
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 20.86190414428711
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 20.848182678222656
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 20.899721145629883
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 20.818031311035156
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 20.894121170043945
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 20.893592834472656
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 20.893831253051758
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 20.860288619995117
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 20.857633590698242
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 20.84156036376953
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 20.86233139038086
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 20.874282836914062
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 20.864458084106445
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 20.887243270874023
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 20.92548370361328
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 20.846874237060547
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 20.792531967163086
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 20.82929039001465
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 20.775894165039062
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 20.837696075439453
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 20.817228317260742
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 20.902252197265625
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 20.875816345214844
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 20.8579158782959
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 20.87346839904785
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 20.798187255859375
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 20.881013870239258
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 20.87793731689453
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 20.844667434692383
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 20.854663848876953
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 20.859045028686523
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 20.78520965576172
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 20.802059173583984
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 20.92484474182129
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 20.876623153686523
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 20.853958129882812
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 20.889259338378906
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 20.853954315185547
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 20.783206939697266
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 20.70775604248047
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 20.81380271911621
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 20.84710693359375
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 20.897672653198242
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 20.932119369506836
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 20.895755767822266
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 20.972116470336914
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 20.880218505859375
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 20.908700942993164
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 20.87078094482422
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 20.827444076538086
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 20.871028900146484
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 20.871864318847656
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 20.874711990356445
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 20.832887649536133
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 20.887388229370117
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 20.83597755432129
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 20.867904663085938
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 20.862049102783203
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 20.785139083862305
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 20.7319278717041
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 20.8388671875
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 20.815902709960938
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 20.917739868164062
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 20.838436126708984
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 20.8889102935791
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 20.821090698242188
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 20.82276153564453
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 20.783672332763672
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 20.885953903198242
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 20.86304473876953
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 20.895530700683594
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 20.884319305419922
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 20.866073608398438
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 20.83380126953125
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 20.82626724243164
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 20.822649002075195
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 20.881511688232422
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 20.858169555664062
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 20.852197647094727
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 20.869735717773438
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 20.88850212097168
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 20.81610679626465
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 20.83268928527832
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 20.87122917175293
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 20.71467399597168
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 20.83536148071289
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 20.85491180419922
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 20.79341697692871
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 20.853425979614258
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 20.853361129760742
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 20.83220672607422
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 20.776079177856445
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 20.823652267456055
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 20.85321807861328
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 20.85264015197754
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 20.83993148803711
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 20.895660400390625
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 20.83698081970215
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 20.87526512145996
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 20.86709976196289
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 20.99943733215332
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 20.83326530456543
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 20.817991256713867
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 20.772823333740234
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 20.846590042114258
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 20.887821197509766
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 20.835481643676758
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 20.90726089477539
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 20.891704559326172
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 20.854440689086914
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 20.79594612121582
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 20.85578727722168
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 20.853038787841797
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 20.85797691345215
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 20.868427276611328
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 20.76624870300293
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 20.841453552246094
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 20.860572814941406
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 20.895641326904297
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 20.8375186920166
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 20.834228515625
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 20.876394271850586
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 20.782424926757812
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 20.799903869628906
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 20.81129264831543
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 20.819812774658203
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 20.848575592041016
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 20.846834182739258
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 20.824941635131836
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 20.78207778930664
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 20.795818328857422
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 20.79383087158203
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 20.826648712158203
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 20.86054229736328
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 20.8874454498291
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 20.810914993286133
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 20.792102813720703
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 20.704872131347656
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 20.77223014831543
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 20.825319290161133
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 20.87035369873047
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 20.83965301513672
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 20.864532470703125
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 20.726806640625
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 20.7172908782959
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 20.773815155029297
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 20.78874397277832
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 20.692855834960938
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 20.7812557220459
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 20.87038230895996
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 20.804248809814453
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 20.63507652282715
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 20.671632766723633
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 20.761634826660156
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 20.88652992248535
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 20.830825805664062
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 20.94835090637207
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 20.803911209106445
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 20.683237075805664
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 20.750673294067383
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 20.71932601928711
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 20.856807708740234
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 20.847610473632812
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 20.876054763793945
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 20.8020076751709
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 20.653701782226562
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 20.789392471313477
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 20.774518966674805
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 20.865341186523438
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 20.8752384185791
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 20.864789962768555
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 20.879270553588867
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 20.71703338623047
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 20.786771774291992
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 20.72998046875
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 20.85107421875
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 20.849384307861328
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 20.867149353027344
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 20.858598709106445
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 20.69550132751465
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 20.832931518554688
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 20.765836715698242
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 20.847763061523438
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 20.866392135620117
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 20.885793685913086
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 20.845417022705078
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 20.72005844116211
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 20.814796447753906
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 20.737590789794922
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 20.84908103942871
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 20.853376388549805
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 20.856922149658203
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 20.86693000793457
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 20.762109756469727
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 20.809898376464844
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 20.753419876098633
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 20.852407455444336
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 20.852169036865234
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 20.8268985748291
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 20.826114654541016
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 20.745128631591797
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 20.806411743164062
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 20.75873565673828
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 20.847970962524414
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 20.87908172607422
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 20.886699676513672
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 20.846233367919922
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 20.75048065185547
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 20.796586990356445
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 20.75007438659668
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 20.851940155029297
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 20.852924346923828
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 20.8836727142334
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 20.829938888549805
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 20.755260467529297
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 20.76476287841797
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 20.75311279296875
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 20.84511947631836
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 20.86588478088379
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 20.890893936157227
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 20.768795013427734
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 20.880027770996094
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 20.83013153076172
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 20.67198944091797
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 20.83059310913086
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 20.848796844482422
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 20.88797950744629
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 20.835763931274414
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 20.68562126159668
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 20.592042922973633
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 20.427703857421875
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 20.864919662475586
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 20.886878967285156
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 20.882835388183594
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 20.81686019897461
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 20.338245391845703
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 20.88822364807129
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 19.98200225830078
                }
            ]
        },
        {
            "bit": 3,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 6.753907680511475
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 6.75386381149292
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 6.754634857177734
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 6.753098964691162
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 6.757381916046143
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 6.759963035583496
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 6.757416725158691
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 6.763542175292969
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 6.763957977294922
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 6.7659149169921875
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 6.764486312866211
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 6.759337425231934
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 6.762471675872803
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 6.764034271240234
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 6.763158321380615
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 6.763394832611084
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 6.762895584106445
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 6.764612197875977
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 6.760191917419434
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 6.762232780456543
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 6.759552001953125
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 6.763599872589111
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 6.764703273773193
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 6.76276159286499
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 6.76116418838501
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 6.755028247833252
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 6.761075496673584
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 6.760240077972412
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 6.762845993041992
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 6.763586521148682
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 6.760274410247803
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 6.761512756347656
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 6.758342742919922
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 6.759734153747559
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 6.758763790130615
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 6.7656049728393555
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 6.7650322914123535
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 6.762212753295898
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 6.76230525970459
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 6.753394603729248
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 6.7587456703186035
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 6.7582855224609375
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 6.763092994689941
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 6.764008045196533
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 6.763492107391357
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 6.762905120849609
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 6.753509521484375
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 6.760114669799805
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 6.760149002075195
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 6.764479160308838
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 6.762032985687256
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 6.761658668518066
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 6.763262748718262
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 6.757509231567383
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 6.76182746887207
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 6.763964653015137
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 6.765528678894043
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 6.765603065490723
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 6.7645063400268555
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 6.7650837898254395
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 6.759272575378418
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 6.759871482849121
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 6.760114669799805
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 6.7634735107421875
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 6.763917922973633
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 6.763038635253906
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 6.763508319854736
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 6.761680603027344
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 6.759197235107422
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 6.759016513824463
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 6.761938095092773
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 6.7630696296691895
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 6.761887550354004
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 6.7651047706604
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 6.761570453643799
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 6.763864994049072
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 6.7606916427612305
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 6.7637939453125
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 6.763271808624268
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 6.7619709968566895
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 6.760849475860596
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 6.759794235229492
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 6.7622575759887695
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 6.761146068572998
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 6.764009475708008
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 6.764862060546875
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 6.763153553009033
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 6.761897087097168
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 6.757818698883057
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 6.760711193084717
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 6.759627819061279
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 6.763166427612305
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 6.763270378112793
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 6.762429714202881
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 6.764656066894531
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 6.759600639343262
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 6.7599616050720215
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 6.7608442306518555
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 6.763524532318115
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 6.763142108917236
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 6.764970779418945
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 6.761958599090576
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 6.7585530281066895
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 6.761528491973877
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 6.758750915527344
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 6.764369487762451
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 6.764142036437988
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 6.762793064117432
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 6.762996673583984
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 6.75848913192749
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 6.762397289276123
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 6.76167631149292
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 6.764659404754639
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 6.763546943664551
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 6.76320743560791
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 6.762920379638672
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 6.7599406242370605
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 6.762673854827881
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 6.761572360992432
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 6.764698028564453
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 6.764441013336182
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 6.7622456550598145
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 6.762179374694824
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 6.764344215393066
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 6.762335777282715
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 6.758388996124268
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 6.763574123382568
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 6.763767719268799
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 6.762648582458496
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 6.763808250427246
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 6.764949321746826
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 6.763996601104736
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 6.763986110687256
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 6.763561248779297
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 6.763382434844971
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 6.762526512145996
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 6.7636284828186035
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 6.762861728668213
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 6.763116359710693
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 6.76194429397583
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 6.763538837432861
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 6.762932777404785
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 6.7630534172058105
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 6.763577461242676
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 6.763227462768555
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 6.76408052444458
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 6.762425422668457
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 6.762010097503662
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 6.761295795440674
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 6.762884140014648
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 6.76307487487793
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 6.7606964111328125
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 6.764468669891357
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 6.763222694396973
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 6.763623237609863
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 6.765302658081055
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 6.765527248382568
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 6.762664794921875
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 6.763521194458008
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 6.763426780700684
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 6.761615753173828
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 6.7643303871154785
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 6.764451503753662
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 6.763604640960693
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 6.76253080368042
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 6.7633209228515625
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 6.7644853591918945
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 6.761692523956299
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 6.76307487487793
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 6.76322078704834
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 6.7624311447143555
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 6.7628326416015625
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 6.762165069580078
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 6.762685775756836
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 6.761272430419922
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 6.763223648071289
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 6.7634501457214355
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 6.762996673583984
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 6.76399040222168
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 6.762065410614014
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 6.761148452758789
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 6.762246608734131
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 6.764171123504639
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 6.763150215148926
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 6.761353969573975
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 6.767086505889893
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 6.7617363929748535
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 6.76118803024292
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 6.7644147872924805
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 6.7635297775268555
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 6.762956619262695
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 6.7628326416015625
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 6.763311386108398
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 6.762197494506836
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 6.763420581817627
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 6.762169361114502
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 6.763191223144531
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 6.764561176300049
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 6.764106273651123
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 6.762721538543701
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 6.765462398529053
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 6.763076305389404
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 6.76150369644165
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 6.763509750366211
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 6.763142108917236
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 6.763905048370361
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 6.762049198150635
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 6.76420783996582
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 6.763985633850098
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 6.761720657348633
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 6.762970924377441
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 6.763954162597656
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 6.7627668380737305
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 6.764265537261963
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 6.7618207931518555
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 6.76298713684082
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 6.7621073722839355
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 6.763821125030518
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 6.762996673583984
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 6.761496543884277
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 6.763087272644043
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 6.759800434112549
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 6.76425313949585
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 6.76338005065918
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 6.764070987701416
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 6.763762950897217
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 6.76460075378418
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 6.762002944946289
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 6.76099157333374
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 6.761763572692871
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 6.760686874389648
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 6.7658467292785645
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 6.764883518218994
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 6.764628887176514
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 6.76371431350708
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 6.761897087097168
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 6.761867046356201
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 6.761028289794922
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 6.762771129608154
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 6.7638163566589355
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 6.764111042022705
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 6.765666484832764
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 6.760650634765625
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 6.761096954345703
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 6.763350009918213
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 6.764175891876221
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 6.764654636383057
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 6.763521194458008
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 6.763880252838135
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 6.760577201843262
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 6.761826038360596
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 6.763408660888672
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 6.7637176513671875
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 6.764803886413574
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 6.763485908508301
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 6.762419700622559
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 6.760815620422363
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 6.7628583908081055
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 6.761620998382568
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 6.763638973236084
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 6.763362884521484
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 6.763261318206787
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 6.762710094451904
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 6.762739658355713
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 6.763167858123779
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 6.765223979949951
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 6.764674186706543
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 6.764533996582031
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 6.7634477615356445
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 6.763643264770508
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 6.762241363525391
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 6.762872695922852
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 6.762502670288086
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 6.7646660804748535
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 6.762316703796387
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 6.761346817016602
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 6.762579441070557
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 6.763371467590332
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 6.76428747177124
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 6.762424468994141
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 6.762328147888184
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 6.764064311981201
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 6.764368057250977
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 6.762632369995117
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 6.762011528015137
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 6.76249885559082
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 6.757964134216309
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 6.764647483825684
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 6.764032363891602
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 6.763785362243652
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 6.765154838562012
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 6.762482643127441
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 6.758394718170166
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 6.760617256164551
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 6.765109062194824
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 6.765177249908447
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 6.763704776763916
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 6.761219024658203
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 6.7624125480651855
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 6.764239311218262
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 6.762007713317871
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 6.764275550842285
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 6.764993190765381
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 6.763099670410156
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 6.760262966156006
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 6.764012813568115
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 6.764680862426758
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 6.762969493865967
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 6.76461935043335
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 6.763983726501465
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 6.761964321136475
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 6.763147354125977
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 6.763144016265869
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 6.761153697967529
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 6.761789321899414
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 6.76467227935791
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 6.7635064125061035
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 6.76408576965332
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 6.762052059173584
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 6.760183334350586
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 6.762719631195068
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 6.76289701461792
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 6.762682914733887
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 6.763830661773682
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 6.761545181274414
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 6.759727954864502
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 6.761758804321289
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 6.760030269622803
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 6.760898590087891
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 6.762936115264893
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 6.763446807861328
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 6.761012077331543
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 6.762156963348389
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 6.760467529296875
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 6.761936664581299
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 6.760733604431152
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 6.763167858123779
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 6.764393329620361
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 6.762719631195068
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 6.7624592781066895
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 6.760308742523193
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 6.761122226715088
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 6.7630534172058105
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 6.763164043426514
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 6.764699459075928
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 6.761976718902588
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 6.761033535003662
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 6.758388042449951
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 6.759052753448486
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 6.760919570922852
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 6.763604640960693
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 6.76345157623291
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 6.761055946350098
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 6.760369300842285
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 6.7578444480896
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 6.760913848876953
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 6.761382579803467
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 6.756168842315674
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 6.756811141967773
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 6.7606964111328125
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 6.764300346374512
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 6.753533840179443
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 6.758440971374512
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 6.758096218109131
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 6.7636823654174805
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 6.766345024108887
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 6.764317035675049
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 6.764811038970947
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 6.753955364227295
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 6.75874662399292
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 6.757638931274414
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 6.7638258934021
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 6.762776851654053
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 6.758452415466309
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 6.763176441192627
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 6.753220081329346
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 6.760018825531006
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 6.754497051239014
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 6.762875080108643
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 6.762901782989502
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 6.762502670288086
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 6.7637810707092285
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 6.750236511230469
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 6.758615970611572
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 6.754575252532959
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 6.762253761291504
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 6.761308670043945
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 6.762231826782227
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 6.763161659240723
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 6.750162601470947
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 6.757209300994873
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 6.756463527679443
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 6.762599945068359
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 6.763469696044922
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 6.761129379272461
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 6.764335632324219
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 6.75053071975708
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 6.757509231567383
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 6.753660678863525
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 6.763108253479004
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 6.763527870178223
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 6.761209964752197
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 6.765625476837158
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 6.7535600662231445
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 6.7569661140441895
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 6.7540483474731445
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 6.764444351196289
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 6.764364242553711
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 6.765596866607666
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 6.764637470245361
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 6.751081943511963
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 6.756685733795166
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 6.756237983703613
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 6.761613845825195
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 6.763521671295166
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 6.761377334594727
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 6.763787269592285
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 6.753875255584717
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 6.757145881652832
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 6.753867149353027
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 6.762670040130615
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 6.7617363929748535
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 6.759895324707031
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 6.76322078704834
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 6.751872539520264
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 6.759526252746582
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 6.757269859313965
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 6.763853073120117
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 6.7652363777160645
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 6.762813091278076
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 6.765857696533203
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 6.754091739654541
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 6.754329204559326
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 6.752110958099365
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 6.764909267425537
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 6.765462875366211
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 6.765007972717285
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 6.76699686050415
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 6.745460510253906
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 6.750456809997559
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 6.742245197296143
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 6.761804103851318
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 6.763137340545654
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 6.7634406089782715
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 6.767157077789307
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 6.729635238647461
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 6.722536087036133
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 6.716101169586182
                }
            ]
        },
        {
            "bit": 4,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 5.877098083496094
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 5.876732349395752
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 5.879519939422607
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 5.879858016967773
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 5.879368782043457
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 5.879315376281738
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 5.8784966468811035
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 5.880407810211182
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 5.8805999755859375
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 5.8804216384887695
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 5.880119800567627
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 5.879420280456543
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 5.879817962646484
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 5.879891395568848
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 5.880059719085693
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 5.880319118499756
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 5.880061149597168
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 5.879756927490234
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 5.879586219787598
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 5.879701614379883
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 5.8799333572387695
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 5.88059663772583
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 5.880086421966553
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 5.879049301147461
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 5.8795037269592285
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 5.878237247467041
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 5.879861831665039
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 5.8796586990356445
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 5.880073547363281
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 5.880082130432129
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 5.878503799438477
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 5.879469394683838
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 5.87910795211792
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 5.879068374633789
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 5.879095077514648
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 5.87962532043457
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 5.880080699920654
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 5.879671573638916
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 5.8799729347229
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 5.878665924072266
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 5.879239559173584
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 5.877763748168945
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 5.880578517913818
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 5.880115985870361
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 5.8801493644714355
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 5.880154609680176
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 5.878503799438477
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 5.878813743591309
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 5.877726078033447
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 5.880192756652832
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 5.88022518157959
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 5.880453586578369
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 5.879598617553711
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 5.878960132598877
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 5.8814592361450195
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 5.8799662590026855
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 5.880072116851807
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 5.88056755065918
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 5.880183219909668
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 5.881519794464111
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 5.879734992980957
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 5.880003929138184
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 5.88013219833374
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 5.880434989929199
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 5.879247665405273
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 5.880016326904297
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 5.879535675048828
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 5.8786420822143555
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 5.878873825073242
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 5.877592086791992
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 5.880230903625488
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 5.879799842834473
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 5.880428314208984
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 5.880103588104248
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 5.879878997802734
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 5.879822731018066
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 5.877878665924072
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 5.879176616668701
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 5.87982177734375
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 5.880073547363281
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 5.881454944610596
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 5.881415367126465
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 5.880819320678711
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 5.878255844116211
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 5.880562782287598
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 5.8805460929870605
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 5.880279541015625
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 5.879917144775391
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 5.879589080810547
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 5.879273891448975
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 5.879058361053467
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 5.880635738372803
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 5.880496978759766
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 5.879169464111328
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 5.880268573760986
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 5.87856388092041
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 5.878823280334473
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 5.879147529602051
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 5.880159378051758
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 5.88016414642334
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 5.879756927490234
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 5.88025426864624
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 5.8796257972717285
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 5.879617691040039
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 5.878429412841797
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 5.880282878875732
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 5.88038444519043
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 5.879516124725342
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 5.8798112869262695
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 5.880610466003418
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 5.8784894943237305
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 5.879039287567139
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 5.8805155754089355
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 5.880373477935791
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 5.880575656890869
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 5.8797807693481445
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 5.879706382751465
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 5.880800247192383
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 5.879025936126709
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 5.8803839683532715
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 5.880341529846191
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 5.880160808563232
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 5.880982398986816
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 5.8782453536987305
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 5.8800177574157715
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 5.8800482749938965
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 5.880037784576416
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 5.879894733428955
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 5.880552291870117
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 5.879680633544922
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 5.879974365234375
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 5.880180358886719
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 5.880429744720459
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 5.880431175231934
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 5.880247592926025
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 5.8803839683532715
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 5.880882740020752
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 5.88054084777832
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 5.879520893096924
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 5.8811492919921875
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 5.880122661590576
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 5.880611419677734
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 5.879782199859619
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 5.879677772521973
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 5.880160808563232
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 5.881364822387695
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 5.878844261169434
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 5.880664348602295
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 5.879691123962402
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 5.880194187164307
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 5.878907203674316
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 5.879238128662109
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 5.880049228668213
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 5.88015079498291
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 5.880363464355469
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 5.880849361419678
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 5.8801751136779785
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 5.8801655769348145
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 5.880911350250244
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 5.880120754241943
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 5.879848003387451
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 5.880406379699707
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 5.880254745483398
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 5.879995822906494
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 5.879463195800781
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 5.879863262176514
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 5.880188941955566
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 5.880028247833252
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 5.879953384399414
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 5.880254745483398
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 5.880134105682373
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 5.880166053771973
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 5.879586219787598
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 5.8803019523620605
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 5.879612922668457
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 5.880176544189453
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 5.880183696746826
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 5.880208969116211
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 5.879642963409424
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 5.880189895629883
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 5.879137992858887
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 5.880006313323975
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 5.880415916442871
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 5.88017463684082
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 5.8802080154418945
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 5.880077362060547
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 5.881259918212891
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 5.880706787109375
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 5.881784439086914
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 5.880397319793701
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 5.880083084106445
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 5.880781173706055
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 5.879770278930664
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 5.880884170532227
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 5.87873649597168
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 5.880838871002197
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 5.8802809715271
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 5.879910945892334
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 5.880692958831787
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 5.87991189956665
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 5.8791632652282715
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 5.880259037017822
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 5.879756927490234
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 5.87987756729126
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 5.879936218261719
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 5.880094528198242
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 5.880530834197998
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 5.880389213562012
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 5.880609035491943
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 5.8802618980407715
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 5.880499839782715
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 5.8800530433654785
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 5.880003929138184
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 5.8794121742248535
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 5.880129337310791
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 5.880027770996094
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 5.881573677062988
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 5.880405902862549
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 5.880407810211182
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 5.8796162605285645
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 5.879650592803955
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 5.880229473114014
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 5.87975549697876
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 5.879863262176514
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 5.8809099197387695
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 5.880275249481201
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 5.879772663116455
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 5.880664348602295
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 5.878262519836426
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 5.880002498626709
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 5.878746509552002
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 5.881161689758301
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 5.880791664123535
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 5.880078315734863
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 5.880630016326904
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 5.878970623016357
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 5.879622459411621
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 5.8792500495910645
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 5.880188941955566
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 5.881174564361572
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 5.880563735961914
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 5.880080699920654
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 5.8798089027404785
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 5.879578113555908
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 5.8799309730529785
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 5.8805460929870605
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 5.880886554718018
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 5.88100004196167
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 5.880136966705322
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 5.879347324371338
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 5.879600524902344
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 5.879038333892822
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 5.879866600036621
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 5.880566120147705
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 5.880767822265625
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 5.8808746337890625
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 5.878557205200195
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 5.88015079498291
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 5.878732681274414
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 5.880521774291992
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 5.880425453186035
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 5.881084442138672
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 5.881045818328857
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 5.880835056304932
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 5.881213665008545
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 5.879074573516846
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 5.880635738372803
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 5.880577087402344
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 5.8799309730529785
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 5.880983829498291
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 5.880153656005859
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 5.878996849060059
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 5.881662368774414
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 5.880317687988281
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 5.880046844482422
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 5.880559921264648
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 5.880314350128174
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 5.87876033782959
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 5.87824821472168
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 5.88002347946167
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 5.880314350128174
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 5.879914283752441
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 5.879357814788818
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 5.880226135253906
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 5.879154205322266
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 5.879476547241211
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 5.879232883453369
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 5.879996299743652
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 5.880475997924805
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 5.880007743835449
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 5.8805928230285645
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 5.879269123077393
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 5.880207061767578
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 5.877930641174316
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 5.880987644195557
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 5.880002498626709
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 5.880843639373779
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 5.87946081161499
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 5.879030704498291
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 5.878528594970703
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 5.877621650695801
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 5.880983829498291
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 5.881561279296875
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 5.8806867599487305
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 5.88170862197876
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 5.879934787750244
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 5.878490924835205
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 5.879928112030029
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 5.880063056945801
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 5.878875255584717
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 5.879619121551514
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 5.880312919616699
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 5.877692699432373
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 5.880568981170654
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 5.880438327789307
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 5.880621910095215
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 5.88037633895874
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 5.880077362060547
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 5.8806281089782715
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 5.878645420074463
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 5.879504203796387
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 5.879172325134277
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 5.880160808563232
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 5.880694389343262
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 5.88017463684082
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 5.879796504974365
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 5.880061149597168
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 5.879755973815918
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 5.8805341720581055
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 5.880252838134766
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 5.879735946655273
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 5.879258155822754
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 5.87907600402832
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 5.878123760223389
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 5.878712177276611
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 5.880256175994873
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 5.8801798820495605
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 5.880123138427734
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 5.880016326904297
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 5.879459857940674
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 5.878917694091797
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 5.8787055015563965
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 5.878305435180664
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 5.880373001098633
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 5.880362510681152
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 5.879804611206055
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 5.880425453186035
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 5.8764190673828125
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 5.877920627593994
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 5.87868595123291
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 5.880202293395996
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 5.88023567199707
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 5.878998756408691
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 5.8794050216674805
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 5.877407550811768
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 5.879034996032715
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 5.878251552581787
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 5.878066539764404
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 5.881237506866455
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 5.8795905113220215
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 5.879788875579834
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 5.875555515289307
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 5.878282070159912
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 5.878116607666016
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 5.880743980407715
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 5.881173133850098
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 5.880107402801514
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 5.880161285400391
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 5.876600742340088
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 5.877783298492432
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 5.876101016998291
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 5.880491733551025
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 5.880401611328125
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 5.880613803863525
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 5.880462169647217
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 5.877096652984619
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 5.878864765167236
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 5.877810001373291
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 5.8802971839904785
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 5.880037784576416
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 5.880043983459473
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 5.880186080932617
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 5.876284122467041
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 5.877874851226807
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 5.875796794891357
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 5.879327774047852
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 5.880067348480225
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 5.879567623138428
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 5.87995719909668
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 5.876668930053711
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 5.87750244140625
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 5.87761116027832
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 5.880238056182861
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 5.879691123962402
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 5.879818916320801
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 5.879706382751465
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 5.874159336090088
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 5.877211570739746
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 5.878487586975098
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 5.880512714385986
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 5.880084991455078
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 5.87953519821167
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 5.880404472351074
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 5.876579761505127
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 5.87847375869751
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 5.877060413360596
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 5.88054895401001
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 5.880632400512695
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 5.880215167999268
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 5.881040096282959
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 5.875349521636963
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 5.8774871826171875
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 5.877041339874268
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 5.880457878112793
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 5.88042688369751
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 5.880146503448486
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 5.880033016204834
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 5.874841690063477
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 5.879465579986572
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 5.87683629989624
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 5.878918170928955
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 5.8794379234313965
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 5.879655838012695
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 5.880404472351074
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 5.874943733215332
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 5.8780646324157715
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 5.876300811767578
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 5.880276679992676
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 5.880486965179443
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 5.879350185394287
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 5.879777431488037
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 5.874876499176025
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 5.87762451171875
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 5.876412391662598
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 5.879290580749512
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 5.881102085113525
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 5.88027286529541
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 5.881480693817139
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 5.8733367919921875
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 5.873488426208496
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 5.878908634185791
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 5.879494667053223
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 5.879876136779785
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 5.879174709320068
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 5.8812360763549805
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 5.869175910949707
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 5.864382266998291
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 5.859664440155029
                }
            ]
        },
        {
            "bit": 5,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 5.536493301391602
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 5.53675651550293
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 5.537178039550781
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 5.536776542663574
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 5.537439346313477
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 5.5375142097473145
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 5.537264347076416
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 5.537553787231445
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 5.537580490112305
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 5.537510395050049
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 5.537606716156006
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 5.537369251251221
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 5.537438869476318
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 5.537453651428223
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 5.537604808807373
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 5.53743839263916
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 5.537373065948486
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 5.537431716918945
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 5.537354469299316
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 5.537702560424805
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 5.537055969238281
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 5.537468910217285
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 5.537326812744141
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 5.537382125854492
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 5.537309646606445
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 5.537332057952881
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 5.537469387054443
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 5.537161827087402
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 5.537444591522217
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 5.537370204925537
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 5.5373969078063965
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 5.53719425201416
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 5.53729772567749
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 5.5375142097473145
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 5.536365985870361
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 5.5376715660095215
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 5.537662506103516
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 5.537583827972412
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 5.5372796058654785
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 5.537071228027344
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 5.537195682525635
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 5.536862850189209
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 5.537537574768066
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 5.537260055541992
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 5.538039684295654
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 5.536855697631836
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 5.536247730255127
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 5.537028789520264
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 5.537188529968262
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 5.537426471710205
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 5.537470817565918
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 5.537595748901367
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 5.5374298095703125
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 5.537188529968262
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 5.537907123565674
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 5.537989616394043
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 5.537827014923096
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 5.537470817565918
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 5.538061141967773
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 5.537317752838135
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 5.537537574768066
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 5.5375075340271
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 5.537856578826904
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 5.537550926208496
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 5.53773307800293
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 5.537313938140869
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 5.537683486938477
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 5.536609649658203
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 5.536244869232178
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 5.536968231201172
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 5.537102222442627
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 5.537375450134277
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 5.537333011627197
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 5.536736488342285
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 5.537341117858887
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 5.537139415740967
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 5.537223815917969
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 5.537467002868652
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 5.537553310394287
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 5.538094997406006
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 5.536994457244873
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 5.536754608154297
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 5.537881374359131
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 5.537306785583496
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 5.537621974945068
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 5.537539482116699
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 5.537535667419434
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 5.537620544433594
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 5.538010597229004
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 5.536616325378418
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 5.537838935852051
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 5.537535667419434
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 5.537469387054443
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 5.5373663902282715
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 5.537313938140869
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 5.537190914154053
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 5.537306308746338
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 5.5375075340271
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 5.537411212921143
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 5.5377607345581055
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 5.537441730499268
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 5.537471771240234
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 5.5370988845825195
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 5.537143707275391
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 5.536968231201172
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 5.537535667419434
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 5.537785053253174
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 5.537713050842285
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 5.537993431091309
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 5.53712797164917
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 5.537882328033447
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 5.537264347076416
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 5.537623882293701
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 5.537511825561523
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 5.53760290145874
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 5.537778377532959
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 5.53754186630249
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 5.5367960929870605
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 5.537567138671875
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 5.53780460357666
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 5.537778377532959
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 5.537747859954834
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 5.5373687744140625
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 5.537200450897217
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 5.5373148918151855
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 5.537725448608398
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 5.537166118621826
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 5.537628650665283
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 5.537634372711182
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 5.537431716918945
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 5.536231517791748
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 5.537949085235596
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 5.537070274353027
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 5.537318706512451
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 5.53758430480957
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 5.537398338317871
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 5.5372467041015625
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 5.5363569259643555
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 5.536922931671143
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 5.537451267242432
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 5.537245750427246
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 5.537575721740723
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 5.537691116333008
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 5.5373148918151855
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 5.536737442016602
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 5.537757873535156
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 5.536838531494141
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 5.537151336669922
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 5.537309646606445
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 5.53728723526001
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 5.537271499633789
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 5.5374674797058105
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 5.537710189819336
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 5.537569046020508
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 5.537749290466309
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 5.5375494956970215
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 5.537960529327393
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 5.537178993225098
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 5.537569999694824
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 5.5374627113342285
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 5.537220478057861
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 5.5376434326171875
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 5.537551403045654
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 5.5376482009887695
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 5.5372748374938965
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 5.538059711456299
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 5.537553310394287
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 5.536907196044922
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 5.53753137588501
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 5.537529945373535
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 5.537278652191162
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 5.537674427032471
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 5.538022518157959
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 5.538132667541504
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 5.536489963531494
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 5.537482738494873
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 5.537388324737549
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 5.537440299987793
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 5.537288665771484
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 5.537243843078613
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 5.53712797164917
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 5.536887168884277
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 5.537313938140869
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 5.537118434906006
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 5.537330627441406
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 5.537529468536377
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 5.53743314743042
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 5.537228584289551
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 5.53704833984375
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 5.537374973297119
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 5.5372514724731445
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 5.537182807922363
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 5.5362324714660645
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 5.537166118621826
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 5.537570476531982
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 5.5377912521362305
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 5.537258148193359
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 5.5376505851745605
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 5.537384033203125
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 5.537621021270752
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 5.5372514724731445
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 5.537231922149658
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 5.537416934967041
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 5.5372796058654785
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 5.53754997253418
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 5.537066459655762
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 5.537460803985596
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 5.537215709686279
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 5.537199020385742
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 5.538464069366455
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 5.537313938140869
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 5.537530899047852
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 5.5377044677734375
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 5.537926197052002
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 5.537313938140869
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 5.537064552307129
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 5.536754608154297
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 5.537473678588867
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 5.537326812744141
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 5.537861347198486
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 5.53737211227417
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 5.537834167480469
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 5.537721157073975
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 5.537644386291504
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 5.537921905517578
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 5.53757905960083
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 5.53761625289917
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 5.53778076171875
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 5.537197113037109
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 5.538172721862793
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 5.537713527679443
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 5.537792682647705
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 5.5376505851745605
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 5.53787088394165
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 5.537620544433594
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 5.536293029785156
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 5.537031650543213
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 5.537528991699219
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 5.537627220153809
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 5.537105560302734
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 5.537076473236084
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 5.536924839019775
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 5.537331581115723
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 5.537766456604004
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 5.5373663902282715
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 5.537724018096924
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 5.537460803985596
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 5.537747383117676
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 5.537900447845459
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 5.536778450012207
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 5.537017345428467
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 5.537046432495117
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 5.537861347198486
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 5.537502288818359
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 5.537322521209717
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 5.537240505218506
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 5.538021087646484
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 5.536417484283447
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 5.5376386642456055
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 5.53735876083374
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 5.537354469299316
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 5.5370259284973145
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 5.53754997253418
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 5.537891864776611
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 5.536428451538086
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 5.53646993637085
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 5.537421703338623
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 5.537304401397705
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 5.538322925567627
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 5.537158966064453
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 5.537147045135498
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 5.537094593048096
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 5.535391807556152
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 5.537609100341797
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 5.53729772567749
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 5.537471771240234
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 5.537384986877441
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 5.536753177642822
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 5.536997318267822
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 5.5353851318359375
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 5.537545204162598
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 5.537184238433838
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 5.537237167358398
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 5.537259578704834
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 5.536595344543457
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 5.537142276763916
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 5.537909030914307
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 5.537713527679443
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 5.5377702713012695
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 5.537822246551514
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 5.5374298095703125
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 5.536694526672363
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 5.537168025970459
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 5.5368499755859375
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 5.537731647491455
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 5.537594318389893
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 5.537731170654297
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 5.537027359008789
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 5.536938667297363
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 5.535804748535156
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 5.537123203277588
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 5.538185119628906
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 5.538097858428955
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 5.5384321212768555
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 5.537888050079346
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 5.53633451461792
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 5.536891937255859
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 5.5370965003967285
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 5.537796974182129
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 5.537786483764648
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 5.538476943969727
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 5.537081241607666
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 5.536596298217773
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 5.537006378173828
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 5.536133289337158
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 5.537779331207275
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 5.5377326011657715
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 5.537905216217041
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 5.537841796875
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 5.537447929382324
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 5.536641597747803
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 5.5368170738220215
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 5.537647724151611
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 5.537662506103516
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 5.537637710571289
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 5.537680625915527
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 5.53717565536499
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 5.537137508392334
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 5.536322116851807
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 5.537665367126465
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 5.537505149841309
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 5.537404537200928
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 5.536682605743408
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 5.536468505859375
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 5.538309097290039
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 5.536884307861328
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 5.53749418258667
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 5.537539482116699
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 5.537296295166016
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 5.537245273590088
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 5.536699295043945
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 5.537021160125732
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 5.536107540130615
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 5.5374603271484375
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 5.5376505851745605
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 5.537188529968262
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 5.5368146896362305
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 5.536499500274658
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 5.537178993225098
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 5.536238670349121
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 5.537716388702393
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 5.537529945373535
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 5.536894798278809
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 5.537222862243652
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 5.535579681396484
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 5.53769063949585
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 5.5376105308532715
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 5.536584377288818
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 5.535730838775635
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 5.537261962890625
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 5.53771448135376
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 5.535648822784424
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 5.537513256072998
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 5.536503791809082
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 5.5377960205078125
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 5.537840366363525
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 5.537715435028076
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 5.537543773651123
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 5.5352888107299805
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 5.536967754364014
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 5.5373029708862305
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 5.53720235824585
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 5.537469387054443
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 5.536938667297363
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 5.537075519561768
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 5.535327911376953
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 5.536133289337158
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 5.536462783813477
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 5.537343978881836
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 5.537243843078613
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 5.537041664123535
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 5.537813663482666
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 5.535511493682861
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 5.536616325378418
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 5.535988807678223
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 5.537367820739746
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 5.5371527671813965
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 5.5374908447265625
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 5.537847518920898
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 5.534862518310547
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 5.536207675933838
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 5.537039756774902
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 5.537320137023926
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 5.537487983703613
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 5.5367512702941895
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 5.5379133224487305
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 5.5356903076171875
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 5.537580490112305
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 5.5352463722229
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 5.5373215675354
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 5.537485122680664
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 5.536923408508301
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 5.53781795501709
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 5.535818576812744
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 5.53638219833374
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 5.536386966705322
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 5.537660121917725
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 5.537649154663086
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 5.538265228271484
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 5.537983417510986
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 5.535482883453369
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 5.536434173583984
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 5.535059452056885
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 5.536886215209961
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 5.537437915802002
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 5.53671932220459
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 5.538001537322998
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 5.535048961639404
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 5.535427570343018
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 5.535964488983154
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 5.537266731262207
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 5.537609100341797
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 5.536809921264648
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 5.537260055541992
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 5.535309791564941
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 5.536475658416748
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 5.535672664642334
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 5.537538051605225
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 5.5376081466674805
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 5.537350654602051
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 5.537644386291504
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 5.535444259643555
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 5.536616325378418
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 5.53579568862915
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 5.537477493286133
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 5.537808895111084
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 5.537187099456787
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 5.538303852081299
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 5.535263538360596
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 5.534067153930664
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 5.535320281982422
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 5.536918640136719
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 5.537158966064453
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 5.538015365600586
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 5.537753582000732
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 5.53046989440918
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 5.529639720916748
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 5.529026985168457
                }
            ]
        },
        {
            "bit": 6,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 5.3831892013549805
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 5.383166313171387
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 5.383567810058594
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 5.383962154388428
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 5.383806228637695
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 5.383759021759033
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 5.382987976074219
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 5.383818626403809
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 5.38389253616333
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 5.383718490600586
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 5.3838629722595215
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 5.383796215057373
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 5.383810520172119
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 5.3840131759643555
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 5.383866310119629
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 5.383754730224609
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 5.383749008178711
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 5.3836822509765625
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 5.38352632522583
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 5.383638381958008
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 5.383662700653076
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 5.383675575256348
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 5.383673667907715
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 5.383548259735107
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 5.383698463439941
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 5.38334321975708
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 5.383460998535156
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 5.383176326751709
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 5.383577346801758
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 5.3836846351623535
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 5.383520603179932
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 5.383706092834473
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 5.383642196655273
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 5.383659362792969
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 5.38380765914917
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 5.383400917053223
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 5.383817672729492
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 5.383817195892334
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 5.383966445922852
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 5.383653163909912
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 5.3836588859558105
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 5.383350849151611
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 5.383457660675049
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 5.383723258972168
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 5.383299827575684
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 5.383607387542725
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 5.38326358795166
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 5.383530139923096
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 5.383817672729492
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 5.383507251739502
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 5.383866786956787
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 5.383884429931641
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 5.383718490600586
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 5.383583068847656
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 5.3836164474487305
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 5.383164882659912
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 5.38385534286499
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 5.383566379547119
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 5.3835344314575195
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 5.383877277374268
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 5.383938789367676
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 5.383545398712158
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 5.383320331573486
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 5.383805274963379
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 5.383779525756836
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 5.383544921875
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 5.383943557739258
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 5.38381290435791
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 5.383721351623535
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 5.383544921875
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 5.383814334869385
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 5.383524417877197
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 5.383914470672607
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 5.383768558502197
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 5.384103298187256
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 5.383418560028076
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 5.3831305503845215
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 5.383698463439941
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 5.383547306060791
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 5.384113788604736
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 5.38378381729126
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 5.383570671081543
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 5.384036540985107
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 5.383279323577881
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 5.38401460647583
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 5.383897304534912
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 5.383731365203857
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 5.383729457855225
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 5.383233070373535
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 5.3836798667907715
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 5.383499622344971
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 5.383800029754639
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 5.383788108825684
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 5.383742332458496
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 5.3839569091796875
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 5.383884429931641
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 5.382887840270996
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 5.383294105529785
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 5.3835320472717285
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 5.38394832611084
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 5.384047985076904
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 5.383764743804932
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 5.383200168609619
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 5.383111000061035
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 5.383815765380859
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 5.38352632522583
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 5.383707523345947
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 5.38372802734375
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 5.383505821228027
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 5.3837666511535645
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 5.383805274963379
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 5.383561134338379
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 5.384064197540283
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 5.384069442749023
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 5.383459091186523
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 5.383421421051025
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 5.383724689483643
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 5.383750915527344
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 5.383386611938477
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 5.383675575256348
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 5.383740425109863
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 5.383689880371094
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 5.384100437164307
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 5.383525848388672
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 5.383190155029297
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 5.38286828994751
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 5.383917808532715
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 5.383938789367676
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 5.383833408355713
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 5.383916854858398
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 5.3843159675598145
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 5.383585453033447
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 5.383663654327393
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 5.383579254150391
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 5.383805274963379
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 5.383749485015869
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 5.383998394012451
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 5.383909225463867
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 5.384163856506348
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 5.3834710121154785
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 5.383578300476074
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 5.383647441864014
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 5.383697986602783
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 5.383572578430176
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 5.383907794952393
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 5.383648872375488
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 5.3839945793151855
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 5.383672714233398
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 5.383837699890137
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 5.383406639099121
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 5.384121894836426
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 5.383476734161377
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 5.384038925170898
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 5.383388042449951
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 5.3835129737854
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 5.384035587310791
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 5.384240627288818
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 5.383996963500977
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 5.383495330810547
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 5.383963584899902
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 5.383838653564453
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 5.383909225463867
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 5.383885860443115
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 5.38355827331543
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 5.383844375610352
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 5.383411407470703
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 5.38380765914917
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 5.383803367614746
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 5.383467674255371
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 5.383727073669434
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 5.3838348388671875
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 5.383190155029297
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 5.383739471435547
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 5.383814334869385
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 5.383931636810303
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 5.384052276611328
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 5.383910179138184
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 5.383514881134033
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 5.383716583251953
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 5.383645057678223
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 5.384018421173096
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 5.383976936340332
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 5.383691310882568
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 5.384070873260498
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 5.384019374847412
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 5.383489608764648
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 5.382987976074219
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 5.384026050567627
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 5.383872032165527
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 5.383881568908691
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 5.383895397186279
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 5.383601188659668
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 5.38330602645874
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 5.383754730224609
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 5.3837785720825195
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 5.383279323577881
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 5.383901596069336
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 5.383805274963379
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 5.383604049682617
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 5.383596897125244
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 5.383581161499023
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 5.3835625648498535
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 5.383290767669678
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 5.383708477020264
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 5.383884429931641
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 5.383824348449707
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 5.383594036102295
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 5.383965492248535
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 5.382987976074219
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 5.383691310882568
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 5.383559226989746
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 5.383472442626953
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 5.383595943450928
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 5.383147716522217
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 5.38365364074707
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 5.3840460777282715
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 5.38408899307251
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 5.383738040924072
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 5.383800029754639
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 5.383488178253174
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 5.383604049682617
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 5.383750915527344
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 5.3834404945373535
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 5.383479118347168
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 5.383869647979736
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 5.383983135223389
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 5.384104251861572
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 5.3838043212890625
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 5.383841037750244
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 5.382855415344238
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 5.382909774780273
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 5.38399076461792
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 5.38395357131958
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 5.383936882019043
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 5.383242130279541
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 5.384155750274658
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 5.3837809562683105
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 5.383995532989502
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 5.383707046508789
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 5.383729457855225
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 5.384068489074707
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 5.383718490600586
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 5.383023262023926
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 5.384304523468018
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 5.383909225463867
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 5.383952617645264
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 5.383923530578613
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 5.383778095245361
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 5.383666515350342
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 5.383688449859619
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 5.383163928985596
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 5.383203983306885
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 5.383571624755859
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 5.3838911056518555
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 5.383591175079346
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 5.383504867553711
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 5.382641315460205
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 5.383340358734131
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 5.383146286010742
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 5.383847713470459
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 5.383749961853027
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 5.384091377258301
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 5.383424282073975
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 5.38381290435791
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 5.383741855621338
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 5.384156703948975
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 5.384001731872559
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 5.383877277374268
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 5.38367223739624
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 5.383962631225586
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 5.383169651031494
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 5.383806228637695
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 5.383981227874756
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 5.384097099304199
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 5.383757591247559
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 5.384085178375244
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 5.383171081542969
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 5.384042263031006
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 5.383914947509766
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 5.3839335441589355
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 5.383894443511963
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 5.384005546569824
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 5.383648872375488
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 5.383495807647705
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 5.383611679077148
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 5.383647441864014
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 5.382686138153076
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 5.383646488189697
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 5.3838348388671875
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 5.383760929107666
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 5.383358001708984
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 5.384064197540283
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 5.383134365081787
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 5.383856773376465
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 5.384242534637451
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 5.383699417114258
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 5.383790969848633
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 5.383810997009277
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 5.383460998535156
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 5.383632183074951
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 5.383055210113525
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 5.384024620056152
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 5.384739875793457
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 5.384489059448242
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 5.383183479309082
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 5.383365154266357
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 5.383499622344971
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 5.383674144744873
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 5.383950233459473
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 5.383585453033447
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 5.383767127990723
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 5.3844828605651855
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 5.383626461029053
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 5.38333797454834
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 5.384211540222168
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 5.383901596069336
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 5.384381294250488
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 5.383697032928467
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 5.383470058441162
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 5.383589744567871
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 5.384037971496582
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 5.383847713470459
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 5.383936405181885
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 5.3838043212890625
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 5.3835930824279785
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 5.383568286895752
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 5.383431911468506
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 5.383595943450928
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 5.3840837478637695
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 5.383913040161133
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 5.383387088775635
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 5.383622169494629
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 5.383837699890137
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 5.383722305297852
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 5.383180141448975
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 5.3832316398620605
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 5.384006977081299
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 5.383758068084717
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 5.383694648742676
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 5.383413791656494
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 5.383615970611572
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 5.383507251739502
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 5.383800029754639
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 5.383469104766846
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 5.383707523345947
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 5.38384485244751
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 5.383802890777588
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 5.383366584777832
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 5.383469104766846
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 5.383289337158203
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 5.383554935455322
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 5.383756637573242
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 5.383372783660889
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 5.383400917053223
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 5.382855415344238
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 5.383598327636719
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 5.383091449737549
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 5.383301258087158
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 5.3836870193481445
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 5.383637428283691
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 5.383988380432129
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 5.382526874542236
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 5.382887840270996
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 5.3832316398620605
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 5.383856773376465
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 5.384001731872559
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 5.383897304534912
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 5.384007930755615
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 5.382501125335693
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 5.3839287757873535
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 5.382750511169434
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 5.383831977844238
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 5.383870601654053
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 5.383362293243408
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 5.383584499359131
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 5.381929874420166
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 5.383297443389893
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 5.382407188415527
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 5.383695602416992
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 5.383488655090332
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 5.383603096008301
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 5.383747577667236
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 5.382493495941162
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 5.38313627243042
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 5.382778167724609
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 5.3838090896606445
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 5.383595943450928
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 5.383767127990723
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 5.383484363555908
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 5.382440090179443
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 5.38265323638916
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 5.38288688659668
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 5.384052276611328
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 5.383970737457275
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 5.383705139160156
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 5.383586406707764
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 5.383115768432617
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 5.3825531005859375
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 5.383556365966797
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 5.3837385177612305
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 5.383627891540527
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 5.383614540100098
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 5.383820056915283
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 5.382861137390137
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 5.383127212524414
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 5.38334321975708
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 5.3840012550354
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 5.383880138397217
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 5.3840861320495605
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 5.383718490600586
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 5.382884979248047
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 5.382836818695068
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 5.383472442626953
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 5.383472442626953
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 5.383476734161377
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 5.383634567260742
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 5.383668422698975
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 5.38238000869751
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 5.382359027862549
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 5.382981300354004
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 5.383731842041016
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 5.3835320472717285
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 5.383144855499268
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 5.383763790130615
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 5.383666515350342
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 5.383279323577881
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 5.383234024047852
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 5.383630275726318
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 5.383665084838867
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 5.383800029754639
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 5.383584499359131
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 5.3823676109313965
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 5.382236003875732
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 5.383358001708984
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 5.384597301483154
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 5.384200096130371
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 5.383643627166748
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 5.383782386779785
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 5.382022857666016
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 5.382589817047119
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 5.3818678855896
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 5.383432388305664
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 5.383846282958984
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 5.383642196655273
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 5.383850574493408
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 5.3801727294921875
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 5.379642486572266
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 5.378925323486328
                }
            ]
        },
        {
            "bit": 7,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 5.294758319854736
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 5.294896602630615
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 5.295593738555908
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 5.295174598693848
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 5.295661926269531
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 5.29531717300415
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 5.295340061187744
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 5.295517921447754
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 5.295496463775635
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 5.295696258544922
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 5.295562744140625
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 5.295679092407227
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 5.295999050140381
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 5.295560359954834
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 5.295646667480469
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 5.295575141906738
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 5.29548454284668
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 5.295599937438965
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 5.295304775238037
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 5.295764446258545
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 5.295394420623779
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 5.295480251312256
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 5.295722484588623
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 5.295470237731934
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 5.2955002784729
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 5.295227527618408
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 5.295538902282715
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 5.295553684234619
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 5.295660018920898
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 5.295478820800781
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 5.295522212982178
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 5.295398235321045
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 5.295651912689209
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 5.295407295227051
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 5.295407295227051
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 5.295663833618164
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 5.295679569244385
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 5.295251846313477
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 5.295119285583496
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 5.295360088348389
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 5.295563697814941
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 5.29554557800293
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 5.295470237731934
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 5.2955322265625
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 5.295608043670654
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 5.295547008514404
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 5.295668125152588
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 5.295693874359131
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 5.295347690582275
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 5.295658111572266
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 5.295444965362549
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 5.295494079589844
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 5.295459747314453
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 5.295424461364746
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 5.295528411865234
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 5.295573711395264
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 5.295395851135254
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 5.295694828033447
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 5.295589923858643
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 5.295611381530762
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 5.295229911804199
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 5.295415878295898
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 5.296107292175293
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 5.295337200164795
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 5.295529365539551
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 5.2952985763549805
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 5.295706272125244
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 5.2953033447265625
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 5.295392990112305
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 5.295225143432617
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 5.295716762542725
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 5.295542240142822
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 5.29537296295166
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 5.295310020446777
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 5.295267105102539
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 5.295534133911133
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 5.295569896697998
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 5.2956366539001465
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 5.29555082321167
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 5.295470237731934
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 5.295380115509033
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 5.295492172241211
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 5.295312404632568
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 5.295429706573486
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 5.295425891876221
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 5.295444965362549
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 5.295655727386475
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 5.295495510101318
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 5.2953009605407715
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 5.2954864501953125
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 5.295573711395264
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 5.295635223388672
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 5.2957258224487305
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 5.295615196228027
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 5.295540809631348
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 5.295169830322266
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 5.295140266418457
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 5.295546531677246
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 5.29562520980835
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 5.295358657836914
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 5.295559883117676
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 5.295509338378906
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 5.295224189758301
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 5.295676231384277
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 5.295098781585693
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 5.295655727386475
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 5.295774936676025
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 5.295404434204102
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 5.295566082000732
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 5.295064449310303
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 5.295673847198486
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 5.295337200164795
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 5.295417308807373
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 5.2956366539001465
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 5.295705318450928
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 5.29555082321167
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 5.295119285583496
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 5.295828819274902
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 5.295962810516357
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 5.295551300048828
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 5.295677185058594
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 5.2956109046936035
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 5.295575141906738
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 5.295279026031494
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 5.296010494232178
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 5.2961506843566895
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 5.295247554779053
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 5.29568338394165
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 5.295583724975586
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 5.2953691482543945
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 5.295522689819336
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 5.295810699462891
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 5.295593738555908
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 5.2954559326171875
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 5.295592308044434
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 5.29539155960083
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 5.295356750488281
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 5.295572757720947
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 5.295116424560547
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 5.295287132263184
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 5.295377254486084
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 5.295376777648926
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 5.295543670654297
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 5.295458793640137
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 5.295655727386475
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 5.295480251312256
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 5.294947624206543
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 5.2953996658325195
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 5.295352935791016
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 5.295490264892578
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 5.295175075531006
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 5.2953009605407715
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 5.295045852661133
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 5.295800685882568
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 5.295330047607422
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 5.295506954193115
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 5.2952561378479
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 5.295587062835693
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 5.295495986938477
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 5.2954511642456055
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 5.295131683349609
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 5.2956037521362305
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 5.295618534088135
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 5.295693874359131
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 5.295321464538574
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 5.295505523681641
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 5.295738220214844
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 5.295629501342773
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 5.295755386352539
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 5.295559883117676
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 5.295712471008301
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 5.295584201812744
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 5.295474052429199
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 5.295653343200684
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 5.295431137084961
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 5.295516490936279
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 5.295408248901367
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 5.295577049255371
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 5.295311450958252
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 5.295107841491699
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 5.295304775238037
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 5.295202732086182
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 5.295674800872803
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 5.295310020446777
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 5.295599937438965
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 5.2956647872924805
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 5.295597076416016
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 5.295202732086182
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 5.295324802398682
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 5.295389652252197
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 5.295457363128662
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 5.295428276062012
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 5.295369625091553
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 5.29530143737793
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 5.295067310333252
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 5.295560836791992
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 5.295543670654297
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 5.295575141906738
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 5.296110153198242
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 5.295698165893555
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 5.295731544494629
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 5.295093059539795
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 5.29563045501709
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 5.295496940612793
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 5.295565128326416
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 5.295340061187744
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 5.295529365539551
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 5.295529365539551
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 5.295395851135254
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 5.295453071594238
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 5.295511722564697
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 5.2954912185668945
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 5.295475482940674
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 5.295431137084961
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 5.295352935791016
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 5.295433521270752
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 5.295495510101318
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 5.295429706573486
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 5.295479774475098
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 5.295417308807373
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 5.295201301574707
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 5.295200347900391
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 5.295203685760498
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 5.295284271240234
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 5.295640468597412
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 5.295285701751709
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 5.295566558837891
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 5.295622825622559
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 5.295340061187744
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 5.295565128326416
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 5.295979022979736
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 5.295587539672852
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 5.295701026916504
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 5.2955498695373535
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 5.295799732208252
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 5.294622898101807
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 5.29521369934082
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 5.294857978820801
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 5.29547119140625
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 5.295511722564697
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 5.294966220855713
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 5.295926094055176
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 5.295494079589844
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 5.295380115509033
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 5.295097827911377
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 5.295540809631348
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 5.295547008514404
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 5.295860290527344
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 5.295437335968018
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 5.294682502746582
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 5.294973850250244
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 5.295310974121094
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 5.295438289642334
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 5.295395851135254
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 5.295588493347168
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 5.295743942260742
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 5.295509338378906
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 5.295411586761475
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 5.295530796051025
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 5.295478820800781
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 5.295517921447754
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 5.295458793640137
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 5.2959113121032715
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 5.295132160186768
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 5.295598983764648
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 5.295227527618408
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 5.295433521270752
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 5.295445919036865
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 5.295716762542725
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 5.2949910163879395
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 5.295505523681641
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 5.294852256774902
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 5.295330047607422
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 5.295365333557129
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 5.29514741897583
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 5.295337200164795
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 5.295790672302246
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 5.295322895050049
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 5.295230865478516
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 5.2953643798828125
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 5.295582294464111
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 5.29552698135376
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 5.295672416687012
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 5.295443058013916
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 5.295311450958252
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 5.2953901290893555
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 5.295891761779785
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 5.295466423034668
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 5.295567989349365
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 5.29547643661499
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 5.295747756958008
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 5.294913291931152
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 5.295442581176758
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 5.295510768890381
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 5.295015335083008
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 5.295794486999512
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 5.295378684997559
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 5.295238971710205
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 5.294998645782471
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 5.29495096206665
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 5.295226097106934
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 5.295997619628906
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 5.295742511749268
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 5.295530796051025
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 5.29615592956543
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 5.294657230377197
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 5.295067310333252
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 5.295358657836914
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 5.295658111572266
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 5.295271873474121
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 5.295643329620361
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 5.295170307159424
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 5.295285701751709
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 5.295023441314697
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 5.295235633850098
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 5.295703887939453
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 5.295385360717773
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 5.295639991760254
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 5.295538425445557
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 5.295288562774658
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 5.295197486877441
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 5.29573392868042
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 5.295466423034668
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 5.29560661315918
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 5.295654296875
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 5.295554161071777
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 5.295597076416016
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 5.294642925262451
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 5.294682502746582
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 5.295203685760498
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 5.295312404632568
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 5.2953362464904785
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 5.295437335968018
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 5.2956366539001465
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 5.295726299285889
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 5.294955253601074
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 5.295357704162598
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 5.295511722564697
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 5.295323848724365
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 5.295454978942871
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 5.2955002784729
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 5.295454025268555
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 5.295650959014893
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 5.29548978805542
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 5.295506954193115
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 5.295351505279541
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 5.295421123504639
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 5.294747352600098
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 5.2952189445495605
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 5.295044898986816
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 5.295517921447754
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 5.295422554016113
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 5.295141220092773
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 5.295307159423828
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 5.294612884521484
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 5.295263290405273
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 5.295499801635742
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 5.295462608337402
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 5.295208930969238
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 5.295220375061035
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 5.295119285583496
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 5.2942376136779785
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 5.295434474945068
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 5.295612812042236
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 5.295431613922119
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 5.295599937438965
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 5.295217514038086
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 5.295505523681641
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 5.294884204864502
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 5.294382095336914
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 5.2947516441345215
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 5.29524040222168
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 5.295512676239014
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 5.295312404632568
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 5.295295238494873
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 5.294631481170654
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 5.295281410217285
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 5.295203685760498
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 5.295487880706787
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 5.295542240142822
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 5.295683860778809
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 5.295774459838867
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 5.294879913330078
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 5.29495906829834
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 5.294652462005615
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 5.29542875289917
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 5.2953338623046875
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 5.295241832733154
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 5.2955522537231445
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 5.294251918792725
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 5.29525899887085
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 5.294922351837158
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 5.295440196990967
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 5.2954230308532715
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 5.294987678527832
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 5.295521259307861
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 5.294196605682373
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 5.295549392700195
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 5.294697284698486
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 5.295575141906738
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 5.2953996658325195
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 5.29545259475708
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 5.295724868774414
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 5.294730186462402
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 5.295003414154053
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 5.294919013977051
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 5.295571327209473
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 5.295502185821533
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 5.295502662658691
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 5.295635223388672
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 5.294862747192383
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 5.294986724853516
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 5.294707298278809
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 5.295365810394287
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 5.295424461364746
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 5.295241832733154
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 5.2952561378479
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 5.2945990562438965
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 5.295093059539795
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 5.294778347015381
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 5.295401096343994
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 5.295483589172363
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 5.295162200927734
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 5.295363426208496
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 5.2947211265563965
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 5.295725345611572
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 5.294773101806641
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 5.295665740966797
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 5.295641899108887
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 5.295163154602051
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 5.295663356781006
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 5.294500350952148
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 5.295071125030518
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 5.295080661773682
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 5.29545259475708
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 5.295624256134033
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 5.295929908752441
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 5.2958807945251465
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 5.294058799743652
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 5.2940354347229
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 5.29518985748291
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 5.295321464538574
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 5.295411586761475
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 5.295587062835693
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 5.295718193054199
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 5.2930731773376465
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 5.2920660972595215
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 5.292568683624268
                }
            ]
        },
        {
            "bit": 8,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 5.239569187164307
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 5.239391803741455
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 5.239487171173096
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 5.2400336265563965
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 5.239567279815674
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 5.239440441131592
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 5.2394843101501465
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 5.239720344543457
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 5.239686489105225
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 5.239704608917236
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 5.239675521850586
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 5.239558219909668
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 5.239823818206787
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 5.239830493927002
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 5.239785194396973
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 5.239726543426514
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 5.239604473114014
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 5.239652633666992
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 5.239441394805908
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 5.239637851715088
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 5.239656925201416
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 5.239694118499756
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 5.239620685577393
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 5.23951530456543
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 5.23979377746582
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 5.239541053771973
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 5.239651679992676
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 5.239497661590576
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 5.239640235900879
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 5.239763259887695
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 5.239621639251709
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 5.23964262008667
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 5.239734649658203
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 5.239748954772949
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 5.239779472351074
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 5.239783763885498
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 5.239706039428711
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 5.239794731140137
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 5.239791393280029
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 5.23966121673584
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 5.239482879638672
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 5.239276885986328
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 5.239817142486572
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 5.239819049835205
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 5.239788055419922
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 5.239611625671387
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 5.239424228668213
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 5.239747047424316
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 5.239419460296631
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 5.239781379699707
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 5.239801406860352
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 5.239596366882324
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 5.2397027015686035
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 5.239840030670166
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 5.239682674407959
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 5.239675521850586
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 5.239577770233154
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 5.239658355712891
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 5.239851951599121
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 5.239943504333496
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 5.239958763122559
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 5.240051746368408
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 5.239353179931641
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 5.239728927612305
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 5.239882946014404
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 5.2396416664123535
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 5.239582538604736
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 5.239633083343506
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 5.2395501136779785
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 5.239701747894287
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 5.239556789398193
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 5.239695072174072
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 5.239782333374023
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 5.23935079574585
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 5.2395148277282715
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 5.2398176193237305
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 5.239559650421143
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 5.239656448364258
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 5.239718914031982
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 5.239737510681152
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 5.239980220794678
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 5.239159107208252
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 5.239875793457031
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 5.2394866943359375
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 5.239778995513916
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 5.239831447601318
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 5.239863872528076
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 5.239777088165283
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 5.239386558532715
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 5.239180088043213
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 5.239803314208984
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 5.23969030380249
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 5.239795207977295
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 5.239620208740234
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 5.239654064178467
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 5.239747524261475
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 5.239609241485596
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 5.239283084869385
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 5.239551544189453
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 5.2396979331970215
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 5.2397003173828125
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 5.239683628082275
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 5.2398552894592285
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 5.239345073699951
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 5.23939323425293
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 5.239762783050537
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 5.239717483520508
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 5.23954439163208
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 5.239450454711914
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 5.239684581756592
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 5.239721775054932
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 5.2401509284973145
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 5.239730358123779
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 5.239718437194824
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 5.239654541015625
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 5.239851474761963
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 5.239985942840576
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 5.239757537841797
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 5.2399983406066895
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 5.2399001121521
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 5.239833831787109
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 5.239731788635254
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 5.239670276641846
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 5.240241050720215
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 5.239253044128418
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 5.239104270935059
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 5.239827632904053
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 5.239718437194824
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 5.239462852478027
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 5.2399091720581055
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 5.2397565841674805
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 5.239418029785156
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 5.239865303039551
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 5.239590644836426
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 5.239615440368652
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 5.239910125732422
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 5.239919185638428
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 5.239463806152344
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 5.239877223968506
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 5.239883899688721
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 5.23961067199707
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 5.239680290222168
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 5.239572048187256
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 5.239563941955566
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 5.239490032196045
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 5.239645957946777
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 5.240053653717041
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 5.239590644836426
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 5.23975133895874
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 5.239599227905273
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 5.239779949188232
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 5.239510536193848
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 5.2401018142700195
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 5.2396240234375
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 5.239755630493164
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 5.239605903625488
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 5.239991664886475
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 5.24008846282959
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 5.239819049835205
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 5.239459037780762
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 5.239889621734619
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 5.239680290222168
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 5.2397589683532715
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 5.239412784576416
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 5.2400336265563965
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 5.239750385284424
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 5.23928165435791
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 5.239742755889893
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 5.239734649658203
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 5.239670276641846
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 5.239508628845215
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 5.239840030670166
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 5.240058898925781
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 5.239795684814453
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 5.239793300628662
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 5.239656448364258
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 5.239719390869141
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 5.239623069763184
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 5.239669322967529
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 5.239948272705078
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 5.239559173583984
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 5.24036979675293
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 5.239764213562012
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 5.23968505859375
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 5.23953914642334
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 5.239604949951172
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 5.239395618438721
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 5.239984035491943
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 5.23974609375
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 5.239716529846191
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 5.239901065826416
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 5.239752769470215
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 5.239615440368652
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 5.2397308349609375
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 5.239985466003418
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 5.239692687988281
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 5.239797115325928
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 5.239672660827637
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 5.239418029785156
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 5.23996639251709
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 5.239404678344727
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 5.240018844604492
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 5.239675521850586
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 5.239767074584961
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 5.239612102508545
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 5.239668369293213
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 5.239677906036377
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 5.23953914642334
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 5.23984432220459
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 5.239436626434326
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 5.2395734786987305
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 5.239595413208008
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 5.23935079574585
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 5.239548206329346
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 5.239029407501221
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 5.239494323730469
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 5.23951530456543
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 5.239494800567627
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 5.239567756652832
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 5.2396416664123535
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 5.239911079406738
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 5.2397074699401855
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 5.239749908447266
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 5.239469051361084
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 5.239922046661377
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 5.239841461181641
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 5.23982048034668
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 5.239507675170898
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 5.239519119262695
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 5.239840030670166
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 5.239053249359131
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 5.239840030670166
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 5.239792823791504
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 5.239675521850586
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 5.239472389221191
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 5.239762783050537
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 5.239729881286621
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 5.239724159240723
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 5.239589691162109
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 5.239718437194824
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 5.240052223205566
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 5.239633083343506
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 5.239434242248535
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 5.239768028259277
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 5.239754676818848
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 5.239579677581787
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 5.2397027015686035
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 5.2398505210876465
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 5.239731788635254
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 5.240055084228516
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 5.239304065704346
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 5.239817142486572
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 5.23964262008667
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 5.239577293395996
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 5.239744186401367
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 5.239531517028809
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 5.239468097686768
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 5.239279270172119
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 5.239597797393799
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 5.239753246307373
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 5.239713668823242
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 5.2397589683532715
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 5.239391803741455
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 5.2395524978637695
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 5.239945888519287
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 5.2396063804626465
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 5.239890098571777
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 5.239670753479004
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 5.23995304107666
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 5.239477634429932
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 5.239426612854004
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 5.24014139175415
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 5.239934921264648
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 5.2396979331970215
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 5.239788055419922
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 5.239919185638428
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 5.2399067878723145
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 5.2398457527160645
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 5.24003267288208
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 5.239427089691162
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 5.23995304107666
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 5.239739894866943
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 5.239548206329346
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 5.239256858825684
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 5.23959493637085
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 5.239520072937012
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 5.239231109619141
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 5.23970890045166
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 5.239892482757568
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 5.239802360534668
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 5.239377975463867
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 5.239584922790527
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 5.239279270172119
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 5.239194393157959
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 5.240021228790283
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 5.2398505210876465
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 5.239889621734619
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 5.23993444442749
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 5.23932409286499
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 5.239480495452881
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 5.239100933074951
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 5.23964262008667
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 5.240225791931152
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 5.240268707275391
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 5.239556789398193
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 5.239415645599365
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 5.239762783050537
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 5.239997386932373
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 5.239653587341309
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 5.2397871017456055
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 5.239604949951172
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 5.239524841308594
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 5.239844799041748
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 5.239718914031982
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 5.239566802978516
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 5.239495754241943
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 5.23979377746582
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 5.23983907699585
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 5.239627838134766
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 5.239646911621094
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 5.23955774307251
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 5.239351749420166
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 5.239716529846191
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 5.239751815795898
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 5.240051746368408
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 5.239470958709717
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 5.239434242248535
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 5.239795207977295
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 5.239747524261475
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 5.239725112915039
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 5.239555358886719
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 5.239516735076904
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 5.239535331726074
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 5.239131927490234
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 5.239573955535889
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 5.239943504333496
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 5.239645957946777
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 5.2397308349609375
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 5.239528656005859
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 5.239734172821045
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 5.239218711853027
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 5.2397966384887695
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 5.239600658416748
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 5.239529132843018
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 5.239713668823242
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 5.2396559715271
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 5.239603042602539
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 5.239634037017822
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 5.239894390106201
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 5.239491939544678
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 5.239716529846191
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 5.239671230316162
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 5.239499092102051
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 5.239403247833252
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 5.239315986633301
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 5.239543914794922
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 5.239531517028809
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 5.239381790161133
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 5.2395172119140625
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 5.239504337310791
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 5.239709377288818
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 5.239452838897705
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 5.2391533851623535
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 5.238908290863037
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 5.239725112915039
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 5.239730358123779
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 5.239534378051758
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 5.2396626472473145
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 5.23883581161499
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 5.2393693923950195
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 5.239325523376465
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 5.2397990226745605
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 5.239656448364258
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 5.239516735076904
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 5.2397027015686035
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 5.23906946182251
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 5.2391743659973145
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 5.238556385040283
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 5.2395501136779785
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 5.239617824554443
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 5.239480972290039
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 5.239684104919434
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 5.238801956176758
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 5.239541530609131
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 5.239374160766602
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 5.239707946777344
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 5.2397356033325195
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 5.239737510681152
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 5.2395501136779785
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 5.23911190032959
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 5.239180088043213
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 5.239102363586426
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 5.239768028259277
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 5.239497184753418
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 5.23973274230957
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 5.239811897277832
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 5.238874435424805
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 5.239256858825684
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 5.2390360832214355
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 5.2397356033325195
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 5.23961877822876
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 5.239759922027588
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 5.239573955535889
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 5.238772392272949
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 5.239454746246338
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 5.239551067352295
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 5.239802360534668
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 5.239803791046143
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 5.239638805389404
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 5.239738941192627
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 5.239588260650635
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 5.239175796508789
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 5.239315509796143
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 5.239758491516113
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 5.239764213562012
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 5.2393693923950195
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 5.23982572555542
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 5.239232063293457
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 5.239432334899902
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 5.239049434661865
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 5.239557266235352
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 5.239675045013428
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 5.239520072937012
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 5.239611625671387
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 5.239167213439941
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 5.239456653594971
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 5.239212512969971
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 5.239764213562012
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 5.239646911621094
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 5.2396063804626465
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 5.239438533782959
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 5.2389936447143555
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 5.239105224609375
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 5.239398002624512
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 5.239562511444092
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 5.239842891693115
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 5.239531517028809
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 5.239675521850586
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 5.2393479347229
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 5.239561557769775
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 5.2389445304870605
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 5.23953914642334
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 5.239609241485596
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 5.2395501136779785
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 5.2395782470703125
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 5.237497329711914
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 5.237729549407959
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 5.23811149597168
                }
            ]
        },
        {
            "bit": 9,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 5.203006267547607
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 5.202880382537842
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 5.20309591293335
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 5.203248023986816
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 5.203240871429443
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 5.202869415283203
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 5.202840328216553
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 5.203175067901611
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 5.203044414520264
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 5.203139781951904
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 5.203141689300537
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 5.202907562255859
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 5.203316688537598
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 5.2032389640808105
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 5.203053951263428
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 5.202877521514893
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 5.203105926513672
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 5.203068733215332
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 5.2031779289245605
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 5.203220844268799
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 5.203050136566162
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 5.203448295593262
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 5.203146457672119
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 5.203123092651367
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 5.203102111816406
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 5.203261852264404
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 5.203139305114746
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 5.203401565551758
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 5.202894687652588
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 5.203303337097168
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 5.202976226806641
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 5.202995300292969
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 5.202939510345459
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 5.20322847366333
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 5.203275203704834
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 5.203254699707031
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 5.203317642211914
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 5.203167915344238
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 5.203069686889648
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 5.203126907348633
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 5.2031331062316895
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 5.203358173370361
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 5.203260898590088
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 5.203078269958496
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 5.203312397003174
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 5.203544616699219
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 5.203434467315674
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 5.203424453735352
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 5.203022003173828
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 5.203211307525635
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 5.2031331062316895
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 5.20315408706665
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 5.203108787536621
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 5.2031121253967285
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 5.203225612640381
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 5.203345775604248
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 5.203169822692871
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 5.203022480010986
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 5.20330810546875
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 5.203588485717773
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 5.203225612640381
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 5.203445911407471
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 5.203161716461182
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 5.2034196853637695
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 5.203090667724609
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 5.202948093414307
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 5.2030463218688965
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 5.202938079833984
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 5.202946662902832
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 5.2032999992370605
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 5.202951908111572
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 5.203144073486328
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 5.203027725219727
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 5.202890396118164
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 5.20294713973999
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 5.202930927276611
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 5.203432559967041
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 5.203181743621826
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 5.203117370605469
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 5.203192710876465
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 5.202949523925781
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 5.203037738800049
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 5.202890396118164
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 5.203165054321289
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 5.2031779289245605
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 5.20325231552124
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 5.202945232391357
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 5.2030029296875
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 5.20308256149292
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 5.203800678253174
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 5.202838897705078
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 5.203190803527832
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 5.203016757965088
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 5.203022480010986
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 5.203160762786865
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 5.203060150146484
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 5.202902793884277
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 5.203278541564941
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 5.203310012817383
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 5.20304012298584
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 5.203070640563965
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 5.203064918518066
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 5.202702522277832
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 5.203222274780273
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 5.203013896942139
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 5.203218460083008
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 5.203093528747559
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 5.203007221221924
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 5.203231334686279
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 5.202894687652588
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 5.203173637390137
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 5.20320463180542
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 5.203052520751953
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 5.203036308288574
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 5.2032670974731445
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 5.202967643737793
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 5.2028889656066895
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 5.203118324279785
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 5.203026294708252
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 5.202943325042725
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 5.2031121253967285
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 5.20298957824707
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 5.2035017013549805
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 5.202817440032959
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 5.20324182510376
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 5.203428745269775
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 5.20297908782959
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 5.203030109405518
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 5.203214168548584
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 5.20288610458374
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 5.203312397003174
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 5.203506946563721
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 5.203256130218506
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 5.203273296356201
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 5.2031731605529785
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 5.203152179718018
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 5.2029829025268555
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 5.203327655792236
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 5.202823162078857
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 5.203122138977051
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 5.20298957824707
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 5.203277111053467
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 5.203069686889648
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 5.20325231552124
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 5.2034173011779785
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 5.203126907348633
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 5.203016757965088
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 5.203009605407715
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 5.2032647132873535
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 5.2030487060546875
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 5.2028703689575195
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 5.20332670211792
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 5.2026872634887695
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 5.203271865844727
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 5.202950954437256
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 5.203026294708252
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 5.20290994644165
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 5.202555179595947
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 5.203078269958496
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 5.203305721282959
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 5.2029337882995605
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 5.203157424926758
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 5.203098297119141
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 5.203184127807617
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 5.203275680541992
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 5.203305721282959
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 5.203367710113525
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 5.202964782714844
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 5.203045845031738
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 5.202885150909424
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 5.2030029296875
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 5.20328950881958
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 5.202691078186035
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 5.202955722808838
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 5.2034687995910645
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 5.202964782714844
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 5.203097820281982
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 5.20311975479126
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 5.202833652496338
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 5.2031354904174805
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 5.203159809112549
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 5.202661991119385
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 5.2029337882995605
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 5.2029547691345215
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 5.203061103820801
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 5.202938556671143
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 5.202988147735596
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 5.202681541442871
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 5.202902793884277
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 5.203035831451416
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 5.202826976776123
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 5.203115940093994
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 5.202897548675537
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 5.202687740325928
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 5.203306674957275
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 5.202899932861328
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 5.202907562255859
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 5.203221321105957
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 5.203882217407227
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 5.203171730041504
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 5.202788352966309
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 5.202919960021973
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 5.203135013580322
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 5.203045845031738
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 5.203022003173828
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 5.203089237213135
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 5.203007221221924
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 5.203310012817383
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 5.20295524597168
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 5.203383922576904
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 5.203079700469971
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 5.203090667724609
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 5.2030205726623535
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 5.20278787612915
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 5.203108787536621
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 5.203056812286377
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 5.203271865844727
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 5.2033162117004395
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 5.203163146972656
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 5.203211307525635
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 5.202985763549805
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 5.203029632568359
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 5.2028117179870605
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 5.2032928466796875
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 5.202972888946533
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 5.202932357788086
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 5.203029155731201
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 5.203139305114746
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 5.202911853790283
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 5.203344821929932
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 5.202906131744385
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 5.20298957824707
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 5.203295707702637
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 5.203089237213135
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 5.203094959259033
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 5.202663421630859
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 5.203530311584473
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 5.202994346618652
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 5.202982425689697
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 5.20311164855957
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 5.202835559844971
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 5.203140735626221
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 5.203282356262207
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 5.202555179595947
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 5.202615737915039
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 5.203350067138672
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 5.202937126159668
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 5.203290939331055
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 5.202922344207764
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 5.202823162078857
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 5.202815055847168
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 5.202699661254883
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 5.203089714050293
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 5.2031354904174805
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 5.203029155731201
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 5.203192710876465
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 5.20297908782959
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 5.203329086303711
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 5.20271635055542
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 5.202920913696289
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 5.203099727630615
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 5.202991008758545
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 5.2032270431518555
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 5.203214168548584
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 5.202771186828613
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 5.203157901763916
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 5.202889442443848
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 5.202970504760742
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 5.202820777893066
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 5.203114032745361
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 5.20300817489624
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 5.202672004699707
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 5.203022480010986
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 5.203056335449219
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 5.203015327453613
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 5.202851295471191
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 5.203047752380371
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 5.203083515167236
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 5.202457904815674
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 5.202441692352295
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 5.202942848205566
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 5.203038692474365
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 5.203047752380371
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 5.20313835144043
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 5.203024864196777
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 5.2027788162231445
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 5.2031989097595215
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 5.203197479248047
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 5.203039169311523
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 5.202930450439453
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 5.2032575607299805
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 5.202836036682129
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 5.203175067901611
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 5.202868938446045
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 5.203073978424072
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 5.202894687652588
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 5.203053951263428
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 5.202968597412109
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 5.202754497528076
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 5.202732563018799
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 5.2029337882995605
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 5.203286647796631
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 5.203043460845947
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 5.203082084655762
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 5.203247547149658
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 5.202759265899658
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 5.202443599700928
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 5.202763557434082
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 5.203167915344238
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 5.203051567077637
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 5.203183174133301
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 5.203115940093994
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 5.202882289886475
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 5.202914714813232
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 5.203062534332275
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 5.203167915344238
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 5.203054904937744
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 5.203206539154053
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 5.202948093414307
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 5.203073024749756
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 5.203044891357422
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 5.203184604644775
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 5.202897071838379
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 5.2030253410339355
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 5.2028727531433105
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 5.203285217285156
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 5.2030463218688965
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 5.202821731567383
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 5.203044891357422
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 5.202974319458008
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 5.203086853027344
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 5.2031145095825195
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 5.202964782714844
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 5.203180313110352
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 5.2032647132873535
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 5.202524185180664
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 5.202917098999023
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 5.202951431274414
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 5.2028703689575195
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 5.202918529510498
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 5.202874660491943
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 5.2027387619018555
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 5.202902793884277
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 5.203100204467773
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 5.2029547691345215
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 5.203114986419678
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 5.203242301940918
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 5.202805042266846
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 5.202892780303955
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 5.2027387619018555
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 5.203103065490723
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 5.203069686889648
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 5.202734470367432
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 5.202883720397949
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 5.202706813812256
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 5.203239917755127
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 5.203064918518066
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 5.202891826629639
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 5.203163146972656
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 5.203061103820801
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 5.202796459197998
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 5.202448844909668
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 5.20281457901001
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 5.202918529510498
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 5.203017711639404
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 5.2031073570251465
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 5.20300817489624
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 5.202907562255859
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 5.203017711639404
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 5.202884674072266
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 5.20257568359375
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 5.202930927276611
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 5.202975749969482
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 5.20302152633667
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 5.202935695648193
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 5.2025909423828125
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 5.203279495239258
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 5.203244686126709
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 5.203164100646973
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 5.202944755554199
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 5.202893257141113
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 5.203187942504883
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 5.202462673187256
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 5.202667713165283
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 5.202546119689941
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 5.202910423278809
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 5.202991485595703
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 5.203025817871094
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 5.203057289123535
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 5.2021260261535645
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 5.202838897705078
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 5.2028069496154785
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 5.202973365783691
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 5.20297908782959
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 5.2027587890625
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 5.203010559082031
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 5.202447414398193
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 5.202890396118164
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 5.202459812164307
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 5.203054428100586
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 5.203097343444824
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 5.202920913696289
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 5.203006744384766
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 5.202615737915039
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 5.2029619216918945
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 5.202927112579346
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 5.203096389770508
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 5.203017711639404
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 5.202982425689697
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 5.202962875366211
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 5.202075004577637
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 5.202776908874512
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 5.202432155609131
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 5.202998161315918
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 5.202829360961914
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 5.202932357788086
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 5.202805995941162
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 5.202357292175293
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 5.202587604522705
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 5.2028937339782715
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 5.202951431274414
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 5.202849864959717
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 5.202822208404541
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 5.20290994644165
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 5.202552795410156
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 5.203030109405518
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 5.2025628089904785
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 5.203048229217529
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 5.203044891357422
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 5.2028679847717285
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 5.203105926513672
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 5.202227592468262
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 5.2027587890625
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 5.202706813812256
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 5.203166484832764
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 5.2034592628479
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 5.202990531921387
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 5.203051567077637
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 5.202303409576416
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 5.2023773193359375
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 5.202515125274658
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 5.202803134918213
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 5.202943801879883
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 5.203207492828369
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 5.2030768394470215
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 5.201821804046631
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 5.2013678550720215
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 5.201237678527832
                }
            ]
        },
        {
            "bit": 10,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 5.172210693359375
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 5.172141075134277
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 5.172301292419434
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 5.171691417694092
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 5.1722412109375
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 5.1720099449157715
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 5.172477722167969
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 5.172130107879639
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 5.17219352722168
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 5.172271728515625
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 5.172245502471924
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 5.172252655029297
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 5.172267913818359
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 5.172187805175781
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 5.172285556793213
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 5.172175884246826
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 5.1720709800720215
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 5.172142505645752
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 5.172281742095947
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 5.172450542449951
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 5.1722187995910645
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 5.172070026397705
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 5.172073841094971
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 5.172264575958252
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 5.172006607055664
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 5.172194004058838
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 5.172312259674072
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 5.172134876251221
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 5.172269344329834
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 5.171967029571533
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 5.172109127044678
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 5.172257900238037
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 5.172285556793213
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 5.172207832336426
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 5.171986103057861
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 5.172187805175781
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 5.172102928161621
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 5.172064304351807
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 5.17227029800415
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 5.172358512878418
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 5.172229766845703
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 5.171863555908203
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 5.172196388244629
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 5.172274589538574
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 5.172145366668701
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 5.172316074371338
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 5.171957015991211
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 5.171957969665527
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 5.172053337097168
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 5.172155857086182
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 5.172158718109131
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 5.172147274017334
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 5.17213249206543
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 5.172364234924316
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 5.172110080718994
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 5.172147750854492
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 5.172115325927734
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 5.1721906661987305
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 5.1721696853637695
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 5.172305107116699
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 5.1721014976501465
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 5.172310829162598
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 5.172142505645752
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 5.172228813171387
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 5.172274112701416
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 5.1721649169921875
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 5.172142505645752
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 5.172181606292725
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 5.172183990478516
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 5.172103404998779
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 5.172313213348389
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 5.172152996063232
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 5.172242641448975
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 5.17236328125
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 5.17195463180542
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 5.172196388244629
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 5.172063827514648
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 5.172201633453369
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 5.172274589538574
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 5.172307014465332
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 5.172298431396484
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 5.1722235679626465
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 5.172250270843506
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 5.172330379486084
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 5.172178745269775
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 5.172257900238037
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 5.172195911407471
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 5.172173023223877
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 5.172232627868652
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 5.1720404624938965
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 5.172179222106934
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 5.172046184539795
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 5.172262191772461
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 5.172256946563721
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 5.172069549560547
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 5.172277927398682
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 5.172267436981201
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 5.1718549728393555
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 5.172040939331055
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 5.172276020050049
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 5.172130584716797
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 5.171991348266602
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 5.1720476150512695
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 5.171830177307129
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 5.172309398651123
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 5.17217493057251
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 5.172253608703613
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 5.172068119049072
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 5.172159194946289
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 5.172004699707031
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 5.172418117523193
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 5.17211389541626
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 5.1722846031188965
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 5.172310829162598
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 5.172165870666504
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 5.172118663787842
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 5.172399520874023
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 5.172162055969238
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 5.171990394592285
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 5.172288417816162
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 5.1721906661987305
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 5.172176837921143
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 5.171942710876465
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 5.172423362731934
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 5.172011375427246
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 5.1720290184021
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 5.1723432540893555
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 5.172299861907959
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 5.1719770431518555
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 5.172048568725586
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 5.1724066734313965
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 5.171864032745361
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 5.1723313331604
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 5.1720781326293945
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 5.172112941741943
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 5.172391891479492
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 5.172179222106934
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 5.172008991241455
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 5.172595977783203
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 5.172058582305908
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 5.172132968902588
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 5.172211647033691
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 5.172198295593262
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 5.171965599060059
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 5.172200679779053
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 5.172445774078369
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 5.172503471374512
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 5.172128677368164
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 5.172323226928711
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 5.171922206878662
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 5.172377586364746
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 5.172024250030518
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 5.172678470611572
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 5.172281742095947
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 5.172152996063232
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 5.172183513641357
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 5.172282695770264
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 5.172179222106934
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 5.172459602355957
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 5.1719770431518555
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 5.172252178192139
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 5.172286033630371
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 5.172199249267578
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 5.172055721282959
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 5.1722612380981445
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 5.172039031982422
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 5.1719279289245605
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 5.172221660614014
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 5.172176837921143
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 5.172221660614014
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 5.172206401824951
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 5.172123908996582
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 5.172402381896973
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 5.172389030456543
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 5.171926021575928
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 5.172281265258789
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 5.172261714935303
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 5.172232627868652
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 5.17232608795166
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 5.172111511230469
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 5.17204475402832
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 5.172490119934082
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 5.172243595123291
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 5.172385215759277
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 5.172199249267578
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 5.172385215759277
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 5.172218322753906
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 5.172552108764648
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 5.172421932220459
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 5.172153949737549
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 5.172289848327637
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 5.171938419342041
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 5.172060966491699
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 5.172435760498047
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 5.172101974487305
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 5.172368049621582
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 5.172458171844482
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 5.1722211837768555
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 5.172060966491699
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 5.172297954559326
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 5.17215633392334
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 5.172192096710205
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 5.172149658203125
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 5.172214984893799
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 5.172198295593262
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 5.172183990478516
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 5.1718244552612305
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 5.172277927398682
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 5.172232627868652
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 5.172022819519043
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 5.172186851501465
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 5.172152042388916
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 5.172107696533203
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 5.171878337860107
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 5.172008037567139
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 5.172363758087158
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 5.172084331512451
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 5.172036170959473
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 5.17222261428833
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 5.172147750854492
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 5.172109127044678
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 5.171848773956299
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 5.172015190124512
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 5.172133922576904
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 5.172267436981201
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 5.172174453735352
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 5.172162055969238
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 5.172433853149414
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 5.172271251678467
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 5.17188024520874
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 5.172016620635986
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 5.172224521636963
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 5.172525405883789
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 5.172019004821777
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 5.172071933746338
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 5.172239780426025
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 5.1720404624938965
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 5.172676086425781
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 5.17227840423584
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 5.172089099884033
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 5.172283172607422
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 5.172143936157227
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 5.172022819519043
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 5.172426223754883
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 5.1723246574401855
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 5.171977996826172
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 5.172245502471924
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 5.17235803604126
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 5.172234535217285
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 5.1722211837768555
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 5.172295093536377
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 5.172101974487305
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 5.172012805938721
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 5.172196388244629
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 5.172083377838135
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 5.1719889640808105
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 5.17177152633667
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 5.171850681304932
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 5.172511577606201
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 5.172186851501465
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 5.172065258026123
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 5.172118663787842
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 5.172232627868652
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 5.172259330749512
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 5.172044277191162
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 5.172361850738525
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 5.172320365905762
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 5.171989440917969
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 5.172410011291504
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 5.172027587890625
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 5.172065258026123
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 5.172214984893799
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 5.172043323516846
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 5.172430515289307
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 5.172302722930908
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 5.172558784484863
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 5.172366142272949
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 5.172158718109131
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 5.17238712310791
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 5.172882080078125
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 5.1722846031188965
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 5.172198295593262
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 5.172168254852295
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 5.171946048736572
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 5.171951770782471
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 5.172204971313477
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 5.172051906585693
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 5.171930313110352
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 5.172272205352783
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 5.172253608703613
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 5.171956539154053
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 5.17221212387085
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 5.171893119812012
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 5.171942710876465
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 5.1722211837768555
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 5.172233581542969
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 5.17224645614624
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 5.172267913818359
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 5.17208194732666
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 5.172266483306885
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 5.171977996826172
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 5.172387599945068
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 5.17244815826416
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 5.172479152679443
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 5.172142505645752
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 5.172164440155029
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 5.172429084777832
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 5.172629356384277
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 5.1723833084106445
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 5.172138214111328
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 5.1720476150512695
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 5.172534465789795
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 5.172207832336426
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 5.172505855560303
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 5.172080993652344
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 5.172239303588867
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 5.172170639038086
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 5.172349452972412
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 5.172245025634766
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 5.172130107879639
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 5.172259330749512
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 5.171814441680908
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 5.1722259521484375
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 5.172259330749512
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 5.172407150268555
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 5.172146320343018
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 5.172229766845703
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 5.172214508056641
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 5.1719889640808105
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 5.172259330749512
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 5.172037601470947
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 5.172287940979004
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 5.172165870666504
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 5.171998500823975
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 5.1721696853637695
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 5.17244815826416
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 5.172372817993164
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 5.172299861907959
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 5.172364711761475
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 5.172126770019531
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 5.172391414642334
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 5.172363758087158
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 5.17230749130249
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 5.172192573547363
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 5.17209529876709
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 5.172126770019531
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 5.172062397003174
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 5.172232627868652
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 5.172600746154785
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 5.172089099884033
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 5.1722211837768555
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 5.172260761260986
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 5.172162055969238
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 5.172142505645752
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 5.171775817871094
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 5.171876430511475
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 5.171741485595703
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 5.172163009643555
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 5.172126293182373
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 5.172126293182373
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 5.1721577644348145
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 5.17213249206543
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 5.172073841094971
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 5.172597408294678
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 5.17223596572876
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 5.172039031982422
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 5.172183990478516
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 5.172245502471924
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 5.171650409698486
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 5.172071933746338
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 5.171968936920166
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 5.172213077545166
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 5.172186851501465
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 5.172119617462158
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 5.172267436981201
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 5.171738147735596
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 5.171845436096191
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 5.171840190887451
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 5.172179222106934
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 5.172403812408447
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 5.172204494476318
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 5.172179222106934
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 5.171991348266602
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 5.1721367835998535
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 5.1722283363342285
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 5.1722731590271
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 5.172228813171387
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 5.1722283363342285
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 5.172283172607422
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 5.17185115814209
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 5.172257900238037
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 5.171899318695068
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 5.172328472137451
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 5.172274112701416
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 5.1722412109375
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 5.172400951385498
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 5.171817779541016
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 5.1719279289245605
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 5.1720099449157715
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 5.172216415405273
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 5.1720380783081055
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 5.172391891479492
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 5.172303199768066
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 5.171882629394531
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 5.172102928161621
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 5.171802520751953
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 5.172305107116699
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 5.172138214111328
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 5.172207832336426
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 5.172405242919922
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 5.1720805168151855
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 5.171864032745361
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 5.171978950500488
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 5.172276973724365
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 5.172187805175781
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 5.1721014976501465
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 5.172349452972412
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 5.17188835144043
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 5.172051906585693
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 5.171773433685303
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 5.17228889465332
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 5.17220401763916
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 5.172233581542969
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 5.172244071960449
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 5.172039031982422
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 5.171935081481934
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 5.171944618225098
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 5.17219352722168
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 5.172187328338623
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 5.172216415405273
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 5.172100067138672
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 5.172093391418457
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 5.172110080718994
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 5.171937465667725
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 5.1720194816589355
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 5.172501564025879
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 5.172006607055664
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 5.1722235679626465
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 5.172016620635986
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 5.171970844268799
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 5.172058582305908
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 5.172162055969238
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 5.172115802764893
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 5.172128200531006
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 5.172274112701416
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 5.17070198059082
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 5.1712965965271
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 5.171416282653809
                }
            ]
        },
        {
            "bit": 11,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 5.151134490966797
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 5.15110445022583
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 5.151295185089111
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 5.151548385620117
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 5.151278495788574
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 5.151281833648682
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 5.151285171508789
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 5.15137243270874
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 5.151407718658447
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 5.151374816894531
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 5.1515913009643555
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 5.151367664337158
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 5.151379108428955
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 5.151331901550293
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 5.15132999420166
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 5.151278972625732
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 5.151458263397217
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 5.151131629943848
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 5.1512980461120605
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 5.151205539703369
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 5.151540756225586
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 5.1514105796813965
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 5.151308536529541
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 5.151071548461914
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 5.151382923126221
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 5.151237487792969
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 5.151456356048584
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 5.1514081954956055
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 5.151363372802734
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 5.151366233825684
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 5.15129280090332
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 5.151350021362305
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 5.151334285736084
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 5.151476860046387
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 5.151277542114258
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 5.151401996612549
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 5.151401042938232
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 5.151260852813721
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 5.151306629180908
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 5.151360034942627
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 5.151527404785156
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 5.1514081954956055
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 5.1512579917907715
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 5.151331901550293
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 5.151497840881348
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 5.151288986206055
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 5.1513800621032715
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 5.151305198669434
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 5.151550769805908
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 5.151260852813721
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 5.151473522186279
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 5.151122093200684
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 5.151436805725098
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 5.151571273803711
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 5.151607990264893
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 5.151191234588623
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 5.151148796081543
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 5.151159286499023
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 5.151249885559082
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 5.151273727416992
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 5.151381969451904
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 5.151289939880371
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 5.151320934295654
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 5.151460647583008
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 5.15136194229126
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 5.151405334472656
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 5.151491641998291
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 5.151394367218018
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 5.151592254638672
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 5.151650905609131
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 5.1512579917907715
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 5.151416301727295
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 5.151293754577637
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 5.151505470275879
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 5.15140438079834
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 5.151273250579834
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 5.151521682739258
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 5.151453495025635
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 5.151369094848633
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 5.151485443115234
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 5.151107311248779
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 5.151276111602783
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 5.151291370391846
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 5.151403903961182
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 5.151242256164551
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 5.151360988616943
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 5.151313304901123
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 5.151243209838867
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 5.151329040527344
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 5.1516218185424805
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 5.151312351226807
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 5.15137243270874
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 5.1513590812683105
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 5.151277542114258
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 5.151351451873779
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 5.151424407958984
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 5.151464462280273
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 5.151676177978516
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 5.151312351226807
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 5.151406764984131
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 5.151315212249756
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 5.151542663574219
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 5.151305198669434
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 5.151519298553467
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 5.151312351226807
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 5.151329517364502
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 5.151355743408203
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 5.15119743347168
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 5.151454925537109
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 5.1514410972595215
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 5.15123987197876
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 5.151265621185303
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 5.151308059692383
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 5.151460647583008
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 5.151368618011475
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 5.151333332061768
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 5.151248455047607
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 5.151402950286865
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 5.151638507843018
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 5.151399612426758
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 5.15140438079834
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 5.151472091674805
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 5.151589870452881
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 5.151331901550293
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 5.151497840881348
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 5.1514177322387695
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 5.151238441467285
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 5.151204586029053
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 5.151524543762207
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 5.15157413482666
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 5.151151180267334
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 5.151717662811279
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 5.151606559753418
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 5.151281833648682
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 5.151443958282471
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 5.151351451873779
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 5.151371955871582
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 5.151353359222412
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 5.1512532234191895
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 5.151508808135986
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 5.151355743408203
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 5.151371002197266
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 5.1512675285339355
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 5.151391983032227
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 5.151406764984131
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 5.151368618011475
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 5.151308536529541
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 5.151402950286865
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 5.151217937469482
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 5.151536464691162
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 5.151284694671631
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 5.151301860809326
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 5.151276111602783
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 5.151229381561279
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 5.151264190673828
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 5.1512956619262695
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 5.151549339294434
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 5.151281833648682
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 5.151327133178711
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 5.151544094085693
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 5.151592254638672
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 5.15123987197876
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 5.151358127593994
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 5.151454925537109
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 5.151327133178711
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 5.151312351226807
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 5.15135383605957
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 5.151272296905518
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 5.151392936706543
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 5.151200294494629
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 5.151430130004883
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 5.1514997482299805
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 5.151123523712158
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 5.151409149169922
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 5.151577472686768
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 5.151278972625732
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 5.151317119598389
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 5.1512274742126465
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 5.151233673095703
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 5.151057243347168
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 5.151433944702148
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 5.1512675285339355
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 5.151330471038818
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 5.1514129638671875
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 5.151641368865967
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 5.151320457458496
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 5.1515703201293945
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 5.151125431060791
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 5.151174545288086
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 5.151483535766602
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 5.151295185089111
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 5.151261329650879
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 5.15102481842041
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 5.150815963745117
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 5.151282787322998
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 5.1511430740356445
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 5.151191234588623
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 5.1514153480529785
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 5.151520252227783
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 5.15160608291626
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 5.151538848876953
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 5.1510725021362305
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 5.151031970977783
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 5.151331901550293
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 5.151327133178711
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 5.151340484619141
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 5.151443958282471
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 5.151306629180908
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 5.15110969543457
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 5.151616096496582
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 5.151276588439941
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 5.151250839233398
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 5.151247024536133
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 5.1512532234191895
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 5.151424407958984
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 5.151333332061768
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 5.151236057281494
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 5.151396751403809
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 5.151458263397217
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 5.151279449462891
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 5.151351451873779
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 5.151431560516357
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 5.151419639587402
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 5.151188373565674
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 5.1513590812683105
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 5.15122652053833
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 5.151278018951416
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 5.151529788970947
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 5.151370525360107
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 5.151529788970947
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 5.15145206451416
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 5.151390075683594
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 5.151297569274902
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 5.151376724243164
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 5.1514105796813965
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 5.1509528160095215
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 5.151271820068359
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 5.151084899902344
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 5.151325702667236
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 5.151280403137207
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 5.151252746582031
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 5.1514692306518555
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 5.1517181396484375
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 5.1515398025512695
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 5.150959014892578
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 5.151592254638672
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 5.1512579917907715
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 5.151610374450684
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 5.151388645172119
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 5.1511616706848145
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 5.150994300842285
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 5.151551246643066
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 5.151576995849609
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 5.15135383605957
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 5.151148796081543
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 5.151337146759033
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 5.151224613189697
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 5.151666641235352
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 5.151102542877197
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 5.151373386383057
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 5.151317119598389
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 5.151462078094482
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 5.151634216308594
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 5.1512274742126465
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 5.151293754577637
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 5.151357650756836
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 5.151334762573242
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 5.151519775390625
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 5.151097297668457
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 5.151318073272705
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 5.151509761810303
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 5.151247024536133
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 5.151431560516357
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 5.1512041091918945
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 5.151355743408203
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 5.151101112365723
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 5.1514081954956055
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 5.15136194229126
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 5.150960445404053
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 5.151241779327393
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 5.151400566101074
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 5.151278972625732
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 5.151577472686768
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 5.151318073272705
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 5.151388645172119
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 5.15171480178833
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 5.151456356048584
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 5.15147066116333
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 5.151289939880371
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 5.151206970214844
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 5.151463985443115
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 5.150969505310059
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 5.151789665222168
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 5.151266574859619
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 5.151585578918457
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 5.151367664337158
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 5.151393890380859
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 5.151461601257324
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 5.1510725021362305
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 5.151297092437744
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 5.15131950378418
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 5.15147066116333
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 5.151492595672607
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 5.151581287384033
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 5.151592254638672
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 5.151087760925293
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 5.151254177093506
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 5.151093006134033
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 5.15129280090332
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 5.15142297744751
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 5.151741027832031
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 5.151163578033447
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 5.151154041290283
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 5.151376247406006
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 5.151167869567871
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 5.151460647583008
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 5.151398658752441
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 5.151381969451904
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 5.151331901550293
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 5.151275157928467
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 5.151163578033447
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 5.151102542877197
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 5.151388645172119
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 5.151378631591797
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 5.1514410972595215
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 5.151513576507568
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 5.151534557342529
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 5.151090621948242
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 5.151288986206055
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 5.151369094848633
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 5.151321887969971
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 5.151381015777588
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 5.151517868041992
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 5.151434898376465
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 5.151392936706543
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 5.151150226593018
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 5.151201248168945
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 5.151268005371094
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 5.151214122772217
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 5.151259422302246
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 5.151166915893555
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 5.151345729827881
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 5.151246070861816
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 5.151192665100098
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 5.151206016540527
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 5.151383399963379
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 5.151273727416992
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 5.151035785675049
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 5.151025295257568
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 5.151148796081543
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 5.151357650756836
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 5.1513872146606445
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 5.15114164352417
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 5.1512250900268555
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 5.150986671447754
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 5.151166915893555
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 5.151463985443115
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 5.151359558105469
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 5.151425838470459
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 5.151384353637695
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 5.151432991027832
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 5.150893211364746
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 5.1514153480529785
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 5.150938034057617
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 5.151211261749268
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 5.151291847229004
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 5.151177883148193
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 5.151269435882568
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 5.151298522949219
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 5.151236057281494
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 5.151148796081543
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 5.151296138763428
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 5.151355266571045
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 5.1513190269470215
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 5.1511077880859375
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 5.151312828063965
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 5.151392936706543
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 5.150925159454346
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 5.151246070861816
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 5.151171684265137
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 5.1512675285339355
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 5.1513590812683105
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 5.150844573974609
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 5.151088714599609
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 5.1510114669799805
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 5.151184558868408
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 5.151205539703369
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 5.15133810043335
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 5.151233673095703
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 5.150875568389893
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 5.1510515213012695
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 5.151451587677002
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 5.1511311531066895
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 5.15128755569458
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 5.151200294494629
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 5.151241779327393
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 5.151063919067383
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 5.151332855224609
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 5.151263236999512
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 5.151243209838867
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 5.151364803314209
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 5.151177406311035
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 5.151406764984131
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 5.1511454582214355
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 5.151108264923096
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 5.151333332061768
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 5.151256561279297
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 5.151297092437744
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 5.151313304901123
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 5.151307106018066
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 5.151040554046631
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 5.15104866027832
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 5.151166915893555
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 5.151359558105469
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 5.151261806488037
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 5.151306629180908
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 5.151167869567871
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 5.150988578796387
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 5.1508378982543945
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 5.15126895904541
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 5.15127420425415
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 5.151313781738281
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 5.151220321655273
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 5.1512322425842285
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 5.1514692306518555
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 5.151169776916504
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 5.151155948638916
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 5.151320457458496
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 5.151427745819092
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 5.151238918304443
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 5.15153169631958
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 5.1505327224731445
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 5.151111125946045
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 5.151314735412598
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 5.151637077331543
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 5.151630401611328
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 5.151370048522949
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 5.15130615234375
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 5.150741100311279
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 5.150989055633545
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 5.150556564331055
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 5.151213645935059
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 5.151223659515381
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 5.151576995849609
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 5.151411056518555
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 5.150679588317871
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 5.150424480438232
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 5.150552272796631
                }
            ]
        },
        {
            "bit": 12,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 5.1326003074646
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 5.132649898529053
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 5.13279914855957
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 5.1327900886535645
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 5.132850646972656
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 5.132757663726807
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 5.132843017578125
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 5.132901668548584
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 5.132638931274414
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 5.132875919342041
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 5.132723331451416
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 5.132986068725586
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 5.132715225219727
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 5.132819652557373
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 5.132876873016357
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 5.13288688659668
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 5.13287353515625
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 5.132814884185791
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 5.132819652557373
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 5.1328020095825195
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 5.132762908935547
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 5.132668495178223
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 5.1328535079956055
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 5.132835388183594
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 5.132635116577148
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 5.132655143737793
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 5.1327080726623535
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 5.13288688659668
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 5.132791519165039
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 5.132664203643799
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 5.132944583892822
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 5.132789134979248
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 5.1326704025268555
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 5.132568836212158
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 5.132710933685303
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 5.132874011993408
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 5.1325578689575195
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 5.132607460021973
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 5.132857322692871
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 5.132814884185791
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 5.132649898529053
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 5.132588863372803
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 5.132688999176025
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 5.132847309112549
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 5.132800579071045
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 5.13295841217041
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 5.132565498352051
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 5.132788181304932
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 5.132857322692871
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 5.132676124572754
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 5.132604122161865
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 5.132910251617432
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 5.132713317871094
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 5.133007049560547
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 5.132713317871094
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 5.132903099060059
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 5.132682800292969
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 5.1327290534973145
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 5.13279914855957
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 5.132905960083008
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 5.132743835449219
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 5.132991790771484
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 5.132923126220703
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 5.132896423339844
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 5.132715702056885
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 5.132754802703857
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 5.132943153381348
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 5.132699966430664
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 5.132743835449219
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 5.132699489593506
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 5.132821083068848
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 5.132846355438232
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 5.132669448852539
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 5.132622718811035
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 5.132786750793457
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 5.132602691650391
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 5.132745265960693
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 5.132427215576172
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 5.132754802703857
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 5.132818698883057
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 5.1328959465026855
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 5.13274621963501
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 5.132805824279785
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 5.1327619552612305
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 5.1328229904174805
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 5.132717609405518
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 5.132776737213135
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 5.132849216461182
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 5.1325812339782715
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 5.132452487945557
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 5.132687568664551
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 5.132750034332275
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 5.1327619552612305
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 5.132822036743164
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 5.132569789886475
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 5.1327290534973145
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 5.132709503173828
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 5.1327080726623535
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 5.132718086242676
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 5.132756233215332
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 5.132863998413086
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 5.132709503173828
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 5.132610321044922
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 5.132689952850342
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 5.1329264640808105
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 5.132807731628418
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 5.132714748382568
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 5.132625579833984
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 5.132534503936768
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 5.132711887359619
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 5.13295316696167
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 5.13284969329834
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 5.132973670959473
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 5.13283634185791
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 5.1328043937683105
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 5.132853031158447
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 5.133022785186768
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 5.13267707824707
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 5.132578372955322
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 5.132694244384766
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 5.132785320281982
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 5.132638931274414
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 5.13289737701416
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 5.13309383392334
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 5.132785320281982
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 5.132821559906006
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 5.132766246795654
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 5.13283109664917
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 5.1326985359191895
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 5.132691383361816
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 5.133124351501465
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 5.132456302642822
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 5.1325836181640625
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 5.132638931274414
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 5.132604122161865
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 5.132880687713623
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 5.132776737213135
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 5.132786750793457
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 5.1326985359191895
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 5.1327314376831055
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 5.132862567901611
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 5.132750988006592
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 5.132857322692871
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 5.132683753967285
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 5.132771968841553
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 5.132983684539795
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 5.132878303527832
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 5.132601261138916
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 5.132847785949707
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 5.132658004760742
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 5.13270378112793
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 5.1323933601379395
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 5.1329264640808105
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 5.132871627807617
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 5.1327595710754395
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 5.1328959465026855
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 5.132911205291748
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 5.132808685302734
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 5.132699966430664
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 5.132868766784668
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 5.1327996253967285
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 5.132661819458008
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 5.132699966430664
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 5.132775783538818
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 5.133009433746338
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 5.1326165199279785
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 5.132805824279785
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 5.132720947265625
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 5.132824420928955
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 5.132604122161865
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 5.132647514343262
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 5.1328301429748535
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 5.133248329162598
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 5.1327900886535645
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 5.133052825927734
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 5.132839202880859
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 5.132715225219727
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 5.132997035980225
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 5.1327290534973145
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 5.132809162139893
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 5.1326446533203125
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 5.132832050323486
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 5.132917881011963
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 5.132646083831787
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 5.132623672485352
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 5.132915019989014
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 5.132640361785889
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 5.132834434509277
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 5.132953643798828
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 5.132643222808838
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 5.132754802703857
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 5.13258695602417
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 5.132788181304932
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 5.13276481628418
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 5.132850646972656
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 5.132923603057861
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 5.132797718048096
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 5.132932186126709
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 5.1327691078186035
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 5.132680892944336
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 5.1326775550842285
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 5.132871627807617
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 5.132884979248047
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 5.132666110992432
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 5.132788181304932
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 5.132936477661133
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 5.132689952850342
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 5.132741451263428
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 5.132658004760742
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 5.1325836181640625
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 5.1327691078186035
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 5.1326398849487305
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 5.132876873016357
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 5.132742404937744
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 5.132615566253662
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 5.13292121887207
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 5.133031845092773
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 5.132641792297363
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 5.132919788360596
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 5.13274621963501
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 5.132784366607666
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 5.132669448852539
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 5.132697105407715
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 5.132465362548828
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 5.132791042327881
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 5.132859230041504
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 5.132834434509277
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 5.132829666137695
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 5.132683753967285
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 5.132803440093994
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 5.132669448852539
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 5.133085250854492
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 5.132850646972656
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 5.132835388183594
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 5.1325201988220215
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 5.132961273193359
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 5.132890701293945
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 5.132823944091797
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 5.132770538330078
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 5.132804870605469
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 5.132880687713623
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 5.132716655731201
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 5.1326727867126465
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 5.132610321044922
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 5.133050441741943
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 5.132826805114746
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 5.132868766784668
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 5.1327924728393555
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 5.1326446533203125
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 5.132845401763916
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 5.132475852966309
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 5.132560729980469
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 5.132771968841553
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 5.132648468017578
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 5.1325578689575195
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 5.132768630981445
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 5.132607936859131
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 5.132757663726807
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 5.132937431335449
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 5.132852077484131
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 5.13264274597168
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 5.132834434509277
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 5.132704257965088
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 5.132749557495117
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 5.132849216461182
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 5.1329240798950195
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 5.132811546325684
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 5.1326751708984375
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 5.132962703704834
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 5.132602691650391
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 5.132758140563965
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 5.1327385902404785
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 5.1324992179870605
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 5.132810592651367
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 5.132772922515869
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 5.132911205291748
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 5.132837772369385
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 5.132871150970459
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 5.13286018371582
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 5.132661819458008
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 5.132736682891846
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 5.132691383361816
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 5.132548809051514
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 5.132810115814209
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 5.132705211639404
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 5.132236480712891
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 5.132726669311523
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 5.132467746734619
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 5.132711887359619
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 5.13282585144043
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 5.132654190063477
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 5.132930278778076
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 5.132357120513916
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 5.132930278778076
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 5.132853984832764
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 5.132872581481934
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 5.132816791534424
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 5.132601737976074
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 5.132688999176025
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 5.13211727142334
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 5.132506370544434
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 5.132932186126709
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 5.1329498291015625
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 5.132822036743164
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 5.132743835449219
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 5.132443904876709
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 5.132542133331299
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 5.13302755355835
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 5.1327805519104
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 5.132788181304932
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 5.132442474365234
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 5.132843494415283
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 5.132824420928955
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 5.132875919342041
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 5.132689952850342
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 5.1327805519104
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 5.132806777954102
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 5.132714748382568
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 5.132876873016357
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 5.132688522338867
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 5.1329169273376465
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 5.1326422691345215
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 5.132699966430664
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 5.132765769958496
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 5.132850170135498
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 5.13266134262085
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 5.132623672485352
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 5.132907390594482
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 5.132199287414551
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 5.132673740386963
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 5.132513523101807
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 5.132826805114746
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 5.13271951675415
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 5.132682800292969
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 5.13283634185791
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 5.132757663726807
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 5.132863998413086
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 5.132709503173828
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 5.132724285125732
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 5.132683753967285
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 5.132829666137695
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 5.1326375007629395
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 5.132817268371582
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 5.132822036743164
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 5.132686138153076
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 5.132710933685303
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 5.1325602531433105
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 5.132496356964111
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 5.132978916168213
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 5.13240909576416
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 5.132899284362793
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 5.1327714920043945
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 5.132623672485352
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 5.132757663726807
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 5.13283634185791
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 5.132684707641602
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 5.132608890533447
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 5.132801055908203
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 5.132875919342041
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 5.13254451751709
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 5.13258171081543
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 5.13275671005249
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 5.132386207580566
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 5.132682800292969
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 5.132699966430664
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 5.132720470428467
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 5.132852077484131
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 5.1327948570251465
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 5.132540702819824
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 5.1326751708984375
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 5.132699966430664
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 5.132691383361816
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 5.132686138153076
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 5.132707118988037
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 5.132692337036133
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 5.132391452789307
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 5.132561683654785
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 5.132606029510498
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 5.1327738761901855
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 5.132827281951904
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 5.1327924728393555
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 5.132758140563965
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 5.132441520690918
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 5.132656574249268
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 5.132772922515869
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 5.132853984832764
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 5.132724761962891
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 5.132713317871094
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 5.13286828994751
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 5.132623672485352
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 5.132678985595703
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 5.1322922706604
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 5.132972717285156
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 5.132791519165039
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 5.132754802703857
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 5.132771968841553
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 5.13254451751709
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 5.13255500793457
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 5.132532596588135
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 5.132679462432861
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 5.132699966430664
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 5.132724285125732
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 5.1327805519104
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 5.1323933601379395
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 5.132779121398926
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 5.132609844207764
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 5.132742404937744
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 5.132768630981445
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 5.132843971252441
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 5.132800102233887
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 5.13251256942749
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 5.132608413696289
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 5.132568359375
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 5.132893085479736
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 5.132826805114746
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 5.13262414932251
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 5.132793426513672
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 5.132507801055908
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 5.132815361022949
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 5.132623672485352
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 5.13279914855957
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 5.132804870605469
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 5.13270378112793
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 5.132801055908203
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 5.132315635681152
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 5.1326141357421875
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 5.132396221160889
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 5.132761001586914
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 5.1328630447387695
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 5.132832050323486
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 5.132689952850342
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 5.132771968841553
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 5.1324968338012695
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 5.132652759552002
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 5.132415294647217
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 5.132948398590088
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 5.132611274719238
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 5.132914066314697
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 5.132662773132324
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 5.132874965667725
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 5.132899761199951
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 5.132757663726807
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 5.132714748382568
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 5.132822036743164
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 5.1328229904174805
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 5.1318440437316895
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 5.131999969482422
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 5.132099628448486
                }
            ]
        },
        {
            "bit": 13,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 5.114543437957764
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 5.114698886871338
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 5.114792346954346
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 5.114659786224365
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 5.114670276641846
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 5.114816188812256
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 5.114628791809082
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 5.114859104156494
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 5.114776134490967
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 5.114686965942383
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 5.114908218383789
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 5.114889144897461
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 5.114810466766357
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 5.114963531494141
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 5.114828586578369
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 5.11479377746582
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 5.114848613739014
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 5.114762783050537
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 5.114757061004639
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 5.114771366119385
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 5.114712238311768
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 5.114814758300781
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 5.114831447601318
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 5.114654541015625
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 5.114706993103027
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 5.114821434020996
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 5.115067005157471
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 5.114701747894287
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 5.114818572998047
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 5.114828109741211
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 5.114930152893066
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 5.114818572998047
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 5.114773273468018
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 5.114877700805664
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 5.115037441253662
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 5.114892959594727
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 5.114766597747803
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 5.114768028259277
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 5.114649772644043
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 5.114577293395996
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 5.114926338195801
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 5.114810466766357
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 5.114688873291016
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 5.114828586578369
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 5.114691734313965
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 5.114742755889893
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 5.114723205566406
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 5.114821910858154
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 5.114811897277832
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 5.114819049835205
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 5.114780426025391
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 5.114693641662598
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 5.114869594573975
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 5.114668369293213
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 5.114778518676758
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 5.114760875701904
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 5.114854335784912
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 5.114963531494141
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 5.1149582862854
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 5.114957332611084
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 5.1149091720581055
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 5.114632606506348
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 5.114706993103027
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 5.114701271057129
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 5.114963531494141
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 5.114778995513916
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 5.114813327789307
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 5.1145830154418945
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 5.114751815795898
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 5.115027904510498
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 5.114853382110596
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 5.11492919921875
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 5.114891529083252
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 5.114985466003418
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 5.114774703979492
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 5.114573001861572
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 5.114974498748779
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 5.11485481262207
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 5.114735126495361
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 5.114924907684326
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 5.114617824554443
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 5.114928722381592
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 5.1149139404296875
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 5.114770412445068
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 5.114716529846191
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 5.114903926849365
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 5.114850044250488
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 5.114766597747803
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 5.114835262298584
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 5.114701747894287
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 5.114735126495361
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 5.114872932434082
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 5.114864349365234
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 5.114797592163086
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 5.114795207977295
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 5.114744663238525
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 5.114565849304199
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 5.114766597747803
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 5.114904403686523
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 5.11492919921875
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 5.114878177642822
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 5.114903926849365
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 5.114806175231934
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 5.114975452423096
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 5.114803314208984
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 5.114842414855957
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 5.114779949188232
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 5.114771842956543
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 5.114851951599121
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 5.114849090576172
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 5.114786624908447
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 5.114809513092041
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 5.114773273468018
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 5.114843845367432
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 5.114851474761963
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 5.114744186401367
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 5.114515781402588
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 5.11478853225708
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 5.114848613739014
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 5.114898204803467
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 5.114995002746582
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 5.114749908447266
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 5.114655017852783
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 5.114462852478027
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 5.114941120147705
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 5.114841938018799
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 5.114986419677734
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 5.11475133895874
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 5.114840507507324
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 5.114787578582764
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 5.114903926849365
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 5.115045070648193
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 5.114989757537842
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 5.114885330200195
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 5.11490535736084
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 5.114838123321533
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 5.114890098571777
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 5.1148457527160645
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 5.114710330963135
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 5.114813327789307
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 5.114631175994873
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 5.114692211151123
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 5.114753723144531
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 5.1149210929870605
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 5.11488151550293
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 5.114658832550049
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 5.114558219909668
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 5.114738941192627
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 5.114681243896484
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 5.114861488342285
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 5.114789962768555
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 5.11478328704834
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 5.114546298980713
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 5.114755630493164
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 5.114778518676758
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 5.11489725112915
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 5.114832878112793
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 5.114769458770752
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 5.114695072174072
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 5.114797592163086
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 5.11460542678833
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 5.114835262298584
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 5.114848613739014
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 5.114610195159912
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 5.114724159240723
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 5.11492919921875
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 5.114575386047363
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 5.115007400512695
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 5.114776134490967
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 5.114821910858154
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 5.114728927612305
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 5.114529132843018
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 5.114556789398193
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 5.11478853225708
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 5.114832878112793
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 5.114946365356445
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 5.114769458770752
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 5.114572525024414
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 5.114850044250488
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 5.114807605743408
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 5.114981174468994
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 5.114925861358643
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 5.114799976348877
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 5.114855766296387
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 5.1148295402526855
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 5.114599704742432
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 5.114818572998047
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 5.1147589683532715
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 5.1149187088012695
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 5.114797592163086
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 5.114723205566406
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 5.1146464347839355
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 5.114482879638672
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 5.114805221557617
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 5.114691734313965
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 5.114490032196045
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 5.114588737487793
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 5.114886283874512
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 5.114955902099609
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 5.114998817443848
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 5.114819049835205
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 5.114469051361084
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 5.114766597747803
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 5.114814758300781
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 5.11467981338501
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 5.114688873291016
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 5.11486291885376
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 5.114904403686523
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 5.114962100982666
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 5.114799976348877
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 5.1146559715271
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 5.114869594573975
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 5.114617824554443
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 5.114875316619873
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 5.114785671234131
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 5.114953517913818
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 5.114731788635254
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 5.114952087402344
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 5.114721775054932
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 5.114919185638428
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 5.114796161651611
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 5.114784240722656
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 5.114989757537842
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 5.11508846282959
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 5.114710330963135
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 5.114749908447266
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 5.114926338195801
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 5.114989280700684
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 5.114978313446045
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 5.115060329437256
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 5.114744186401367
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 5.114740371704102
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 5.114735126495361
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 5.114850044250488
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 5.114814281463623
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 5.114601135253906
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 5.114762306213379
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 5.114654541015625
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 5.114838123321533
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 5.114709854125977
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 5.114753723144531
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 5.114781379699707
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 5.114553451538086
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 5.1148200035095215
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 5.114489555358887
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 5.114889144897461
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 5.11485481262207
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 5.114857196807861
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 5.114925861358643
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 5.114892959594727
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 5.114771842956543
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 5.114784240722656
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 5.114904403686523
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 5.114814758300781
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 5.114879131317139
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 5.114861488342285
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 5.11469030380249
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 5.114912033081055
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 5.114612579345703
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 5.114933013916016
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 5.1149210929870605
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 5.114657402038574
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 5.115036487579346
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 5.114774703979492
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 5.114877700805664
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 5.114558219909668
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 5.114706039428711
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 5.115040302276611
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 5.1146464347839355
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 5.114694595336914
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 5.114675998687744
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 5.1145524978637695
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 5.114960670471191
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 5.114664554595947
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 5.114809513092041
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 5.114704608917236
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 5.11475944519043
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 5.114952087402344
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 5.114799976348877
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 5.114182949066162
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 5.114752292633057
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 5.114760398864746
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 5.1148576736450195
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 5.114726543426514
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 5.114617824554443
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 5.1151957511901855
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 5.114799499511719
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 5.114957332611084
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 5.1148481369018555
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 5.114723205566406
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 5.114851474761963
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 5.114861965179443
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 5.115030288696289
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 5.114680767059326
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 5.1148176193237305
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 5.11467170715332
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 5.1147966384887695
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 5.114818572998047
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 5.11496639251709
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 5.115106582641602
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 5.114665985107422
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 5.114895820617676
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 5.114954948425293
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 5.115101337432861
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 5.114901065826416
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 5.114625453948975
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 5.114595890045166
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 5.11440372467041
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 5.114721775054932
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 5.114696025848389
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 5.1151123046875
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 5.115078926086426
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 5.114686489105225
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 5.114592552185059
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 5.11489200592041
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 5.114778518676758
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 5.1149582862854
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 5.114931583404541
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 5.114651679992676
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 5.114768028259277
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 5.114647388458252
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 5.114594459533691
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 5.114905834197998
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 5.114870548248291
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 5.1146626472473145
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 5.114933013916016
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 5.114725589752197
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 5.114274978637695
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 5.114947319030762
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 5.114755153656006
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 5.114803791046143
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 5.114877700805664
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 5.114954948425293
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 5.114717960357666
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 5.114630222320557
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 5.114574909210205
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 5.114612579345703
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 5.11478853225708
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 5.114880561828613
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 5.114855766296387
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 5.11470890045166
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 5.11475944519043
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 5.1146559715271
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 5.114802360534668
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 5.114763259887695
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 5.114786624908447
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 5.114978313446045
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 5.114587783813477
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 5.114521026611328
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 5.114843845367432
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 5.114750385284424
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 5.114688873291016
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 5.114691734313965
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 5.114610195159912
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 5.114497661590576
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 5.1146345138549805
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 5.114623069763184
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 5.114763259887695
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 5.1148247718811035
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 5.114778995513916
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 5.114755630493164
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 5.114567756652832
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 5.115096092224121
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 5.11476993560791
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 5.11467981338501
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 5.115012168884277
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 5.114549160003662
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 5.114752769470215
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 5.114546298980713
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 5.114387512207031
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 5.114564418792725
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 5.114614009857178
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 5.114880561828613
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 5.114799976348877
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 5.114785194396973
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 5.114736557006836
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 5.114698886871338
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 5.114697456359863
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 5.114814758300781
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 5.114690780639648
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 5.114755630493164
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 5.11483907699585
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 5.114708423614502
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 5.114535808563232
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 5.114554405212402
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 5.114751815795898
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 5.114714622497559
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 5.114831447601318
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 5.1147308349609375
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 5.114291191101074
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 5.114912033081055
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 5.114839553833008
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 5.114657878875732
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 5.114800453186035
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 5.1147661209106445
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 5.114903926849365
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 5.114418029785156
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 5.1146769523620605
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 5.114871978759766
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 5.114846229553223
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 5.114661693572998
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 5.114802360534668
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 5.114775657653809
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 5.114721775054932
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 5.114565849304199
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 5.114740371704102
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 5.114877700805664
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 5.114796161651611
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 5.114747047424316
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 5.114735126495361
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 5.1145710945129395
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 5.114708423614502
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 5.114494800567627
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 5.114763259887695
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 5.11472749710083
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 5.114777088165283
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 5.114718437194824
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 5.114664077758789
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 5.114632606506348
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 5.1144561767578125
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 5.1148271560668945
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 5.114818572998047
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 5.114657878875732
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 5.114729404449463
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 5.114782810211182
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 5.114903926849365
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 5.1145477294921875
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 5.114858627319336
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 5.114781379699707
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 5.114498615264893
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 5.114898681640625
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 5.114291191101074
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 5.114726543426514
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 5.114684104919434
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 5.114960670471191
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 5.11496639251709
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 5.114968299865723
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 5.114717960357666
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 5.114541530609131
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 5.1140971183776855
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 5.114283084869385
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 5.114737510681152
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 5.11476469039917
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 5.114943981170654
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 5.114957809448242
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 5.114379405975342
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 5.114347457885742
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 5.114187717437744
                }
            ]
        },
        {
            "bit": 14,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 5.10023307800293
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 5.100203990936279
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 5.10022497177124
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 5.100225925445557
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 5.100339889526367
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 5.100144863128662
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 5.100189208984375
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 5.100275993347168
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 5.100283622741699
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 5.1002397537231445
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 5.100331783294678
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 5.100298881530762
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 5.100198268890381
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 5.100339889526367
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 5.100286483764648
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 5.100321292877197
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 5.100160121917725
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 5.100468635559082
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 5.100296497344971
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 5.100388526916504
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 5.100342273712158
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 5.100185871124268
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 5.10057258605957
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 5.100211143493652
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 5.100377559661865
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 5.100373268127441
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 5.100062847137451
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 5.100473403930664
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 5.100335597991943
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 5.100291728973389
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 5.100441932678223
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 5.100203514099121
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 5.100276947021484
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 5.100257873535156
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 5.100162982940674
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 5.100348949432373
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 5.100198268890381
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 5.100265979766846
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 5.10029411315918
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 5.100410461425781
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 5.100245475769043
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 5.100193023681641
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 5.100279808044434
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 5.100249290466309
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 5.100282669067383
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 5.100403308868408
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 5.100236892700195
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 5.100264549255371
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 5.100090503692627
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 5.100187301635742
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 5.1003522872924805
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 5.10016393661499
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 5.1003851890563965
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 5.100396156311035
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 5.1004509925842285
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 5.1002397537231445
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 5.100311279296875
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 5.100332260131836
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 5.100445747375488
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 5.1004743576049805
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 5.100377559661865
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 5.100485801696777
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 5.100400447845459
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 5.100367069244385
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 5.1003193855285645
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 5.1003923416137695
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 5.100261688232422
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 5.100262641906738
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 5.100301265716553
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 5.100241184234619
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 5.100336074829102
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 5.100497245788574
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 5.100168704986572
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 5.100167274475098
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 5.100309371948242
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 5.100370407104492
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 5.100186347961426
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 5.100240707397461
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 5.100271224975586
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 5.100245475769043
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 5.100378036499023
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 5.100344181060791
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 5.100307464599609
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 5.100580215454102
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 5.100355625152588
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 5.100320816040039
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 5.100348949432373
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 5.1001176834106445
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 5.100574970245361
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 5.100381374359131
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 5.100306034088135
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 5.100315093994141
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 5.1003289222717285
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 5.100201606750488
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 5.100250720977783
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 5.100713729858398
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 5.100057125091553
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 5.100324630737305
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 5.100320816040039
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 5.100299835205078
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 5.100241661071777
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 5.1003522872924805
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 5.1002068519592285
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 5.100283622741699
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 5.100366115570068
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 5.1003098487854
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 5.100285530090332
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 5.100302696228027
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 5.1003594398498535
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 5.099948883056641
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 5.100466251373291
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 5.100368499755859
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 5.10023832321167
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 5.1003007888793945
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 5.1002397537231445
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 5.100302696228027
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 5.10042142868042
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 5.1003193855285645
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 5.1004414558410645
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 5.100395202636719
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 5.1003336906433105
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 5.100407123565674
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 5.100272178649902
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 5.100402355194092
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 5.100032806396484
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 5.1001057624816895
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 5.100400924682617
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 5.100231170654297
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 5.100344181060791
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 5.100513458251953
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 5.100193023681641
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 5.099983215332031
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 5.100287914276123
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 5.100300312042236
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 5.100348949432373
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 5.100337982177734
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 5.100356578826904
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 5.100271224975586
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 5.100403308868408
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 5.100327014923096
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 5.100353717803955
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 5.100363254547119
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 5.100363254547119
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 5.100234508514404
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 5.100424289703369
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 5.100363254547119
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 5.100403308868408
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 5.100246906280518
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 5.100238800048828
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 5.100278377532959
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 5.10019588470459
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 5.100374221801758
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 5.100510120391846
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 5.100421905517578
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 5.100326061248779
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 5.100179195404053
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 5.100345134735107
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 5.100285530090332
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 5.100505828857422
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 5.100205898284912
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 5.100213527679443
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 5.100255012512207
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 5.100278377532959
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 5.100499629974365
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 5.100399017333984
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 5.1002373695373535
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 5.100470542907715
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 5.1002092361450195
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 5.100430965423584
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 5.100278377532959
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 5.100320816040039
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 5.100331783294678
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 5.100593090057373
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 5.100316524505615
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 5.100135803222656
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 5.10028076171875
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 5.100246906280518
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 5.100305080413818
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 5.100240707397461
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 5.1001739501953125
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 5.1000752449035645
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 5.100183963775635
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 5.100356101989746
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 5.100235939025879
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 5.100375652313232
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 5.1004719734191895
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 5.100351333618164
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 5.100274562835693
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 5.100358009338379
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 5.100227355957031
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 5.100334644317627
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 5.100305080413818
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 5.1003594398498535
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 5.100123882293701
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 5.1004462242126465
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 5.100468158721924
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 5.100306987762451
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 5.100480079650879
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 5.100399017333984
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 5.100308418273926
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 5.100539207458496
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 5.1004557609558105
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 5.100360870361328
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 5.1003313064575195
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 5.100345611572266
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 5.100435256958008
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 5.100305080413818
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 5.100427627563477
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 5.100324630737305
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 5.1003522872924805
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 5.100228786468506
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 5.100201606750488
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 5.100300312042236
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 5.100334167480469
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 5.1003265380859375
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 5.100055694580078
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 5.100330829620361
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 5.100220680236816
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 5.100278377532959
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 5.100408554077148
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 5.100467681884766
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 5.10035514831543
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 5.100157737731934
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 5.100178241729736
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 5.100273609161377
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 5.100332260131836
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 5.100289344787598
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 5.100278854370117
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 5.1004157066345215
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 5.100256443023682
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 5.1003522872924805
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 5.100276470184326
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 5.100358486175537
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 5.100133895874023
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 5.100026607513428
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 5.100216865539551
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 5.100183486938477
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 5.100088596343994
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 5.100283145904541
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 5.100271224975586
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 5.10032320022583
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 5.100090026855469
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 5.100344181060791
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 5.10044002532959
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 5.100327014923096
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 5.100375652313232
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 5.10038423538208
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 5.100289344787598
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 5.100083827972412
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 5.100522994995117
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 5.100225448608398
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 5.100160121917725
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 5.100305080413818
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 5.100241184234619
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 5.100189208984375
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 5.100321292877197
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 5.100096702575684
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 5.100308418273926
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 5.100694179534912
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 5.10009241104126
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 5.100297927856445
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 5.100428581237793
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 5.100379467010498
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 5.100548267364502
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 5.100104331970215
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 5.100461006164551
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 5.1004791259765625
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 5.100283145904541
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 5.100489616394043
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 5.100286483764648
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 5.1005449295043945
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 5.1005706787109375
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 5.100160121917725
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 5.100261688232422
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 5.100135803222656
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 5.100548267364502
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 5.100443363189697
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 5.100113391876221
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 5.10015869140625
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 5.100596904754639
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 5.1004252433776855
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 5.1003828048706055
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 5.100223541259766
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 5.1000752449035645
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 5.100127696990967
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 5.099967956542969
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 5.100324630737305
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 5.1002092361450195
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 5.100396633148193
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 5.100367546081543
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 5.099987506866455
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 5.100142478942871
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 5.0999627113342285
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 5.1004815101623535
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 5.100227355957031
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 5.100279808044434
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 5.1003336906433105
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 5.100196361541748
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 5.099750995635986
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 5.099819660186768
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 5.099933624267578
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 5.1003499031066895
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 5.100368499755859
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 5.100375652313232
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 5.100541114807129
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 5.100308418273926
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 5.10038423538208
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 5.100463390350342
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 5.100327014923096
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 5.100379943847656
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 5.100157260894775
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 5.100128173828125
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 5.100421905517578
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 5.1002726554870605
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 5.100178241729736
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 5.100400447845459
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 5.10028076171875
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 5.10024356842041
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 5.100363254547119
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 5.100177764892578
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 5.100525379180908
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 5.100274085998535
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 5.10019588470459
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 5.100348949432373
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 5.100395679473877
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 5.100181579589844
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 5.100207805633545
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 5.100607872009277
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 5.09987735748291
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 5.100181579589844
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 5.100104331970215
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 5.100412845611572
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 5.100198268890381
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 5.100244045257568
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 5.100375652313232
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 5.100050926208496
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 5.100393772125244
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 5.100301265716553
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 5.100235939025879
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 5.100432395935059
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 5.10028076171875
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 5.100447177886963
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 5.100396156311035
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 5.100246906280518
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 5.100283145904541
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 5.100278377532959
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 5.100295066833496
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 5.100360870361328
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 5.100602626800537
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 5.100218296051025
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 5.100308418273926
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 5.100444793701172
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 5.100225925445557
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 5.1003594398498535
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 5.100161552429199
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 5.100290775299072
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 5.100345134735107
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 5.100344181060791
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 5.100312232971191
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 5.100100994110107
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 5.100346565246582
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 5.100157737731934
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 5.100032806396484
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 5.100152969360352
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 5.10024356842041
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 5.1003499031066895
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 5.100424289703369
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 5.100402355194092
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 5.100157260894775
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 5.100403308868408
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 5.100130081176758
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 5.100393772125244
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 5.100272178649902
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 5.100170135498047
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 5.10044002532959
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 5.100021839141846
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 5.1003098487854
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 5.100156784057617
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 5.100289344787598
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 5.100295066833496
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 5.100254535675049
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 5.100383758544922
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 5.100325107574463
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 5.1005473136901855
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 5.100021839141846
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 5.100349426269531
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 5.100354194641113
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 5.100268840789795
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 5.10055685043335
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 5.100268363952637
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 5.1000447273254395
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 5.100225925445557
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 5.100335597991943
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 5.100368499755859
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 5.100185871124268
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 5.100286483764648
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 5.100144863128662
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 5.100252628326416
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 5.10003662109375
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 5.100156784057617
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 5.100319862365723
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 5.100242614746094
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 5.100306034088135
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 5.100130081176758
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 5.100205421447754
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 5.100085735321045
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 5.100333213806152
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 5.100411891937256
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 5.100381374359131
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 5.1003522872924805
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 5.099997520446777
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 5.100122928619385
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 5.100168704986572
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 5.100393295288086
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 5.10023307800293
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 5.100305080413818
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 5.100389003753662
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 5.100082874298096
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 5.100212574005127
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 5.100283145904541
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 5.100155830383301
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 5.100306987762451
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 5.100283145904541
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 5.100474834442139
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 5.100033760070801
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 5.1000657081604
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 5.100196838378906
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 5.100252628326416
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 5.10042142868042
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 5.100377082824707
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 5.100135803222656
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 5.100252151489258
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 5.100306034088135
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 5.100163459777832
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 5.1001105308532715
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 5.1002516746521
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 5.100257873535156
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 5.100358486175537
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 5.099944114685059
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 5.100611686706543
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 5.100213527679443
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 5.100296497344971
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 5.100257873535156
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 5.100297451019287
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 5.100334167480469
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 5.099623680114746
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 5.0996994972229
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 5.0998358726501465
                }
            ]
        },
        {
            "bit": 15,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 5.090095043182373
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 5.090005874633789
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 5.090020656585693
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 5.090235710144043
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 5.0900187492370605
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 5.090065956115723
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 5.090167045593262
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 5.090134620666504
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 5.090178489685059
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 5.090045928955078
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 5.090067386627197
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 5.0901360511779785
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 5.090186595916748
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 5.0901288986206055
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 5.090193271636963
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 5.090249538421631
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 5.0900959968566895
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 5.090031623840332
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 5.0900678634643555
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 5.090189456939697
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 5.089945316314697
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 5.090153694152832
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 5.090189456939697
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 5.0898823738098145
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 5.090002059936523
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 5.090031623840332
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 5.090180397033691
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 5.090126991271973
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 5.090078353881836
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 5.090177536010742
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 5.090193271636963
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 5.090037822723389
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 5.090268135070801
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 5.090165138244629
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 5.089981555938721
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 5.090071678161621
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 5.0902814865112305
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 5.090102195739746
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 5.090047359466553
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 5.090036392211914
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 5.090130805969238
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 5.090126991271973
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 5.0901360511779785
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 5.090089797973633
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 5.090051174163818
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 5.089918613433838
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 5.089968681335449
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 5.09011173248291
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 5.090377330780029
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 5.090240478515625
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 5.090160846710205
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 5.09006929397583
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 5.090174198150635
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 5.0901618003845215
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 5.090095043182373
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 5.090075492858887
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 5.08998441696167
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 5.090137481689453
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 5.090187072753906
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 5.090139865875244
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 5.090177059173584
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 5.0899577140808105
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 5.089990615844727
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 5.089929580688477
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 5.090229511260986
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 5.090157985687256
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 5.0901689529418945
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 5.0898847579956055
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 5.090112686157227
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 5.09001350402832
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 5.090119361877441
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 5.0901994705200195
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 5.090026378631592
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 5.090240478515625
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 5.089980602264404
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 5.090102672576904
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 5.090341091156006
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 5.090178489685059
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 5.090084075927734
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 5.090236663818359
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 5.090017795562744
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 5.090251445770264
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 5.09019660949707
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 5.08995246887207
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 5.090158939361572
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 5.090047359466553
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 5.09022331237793
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 5.090134620666504
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 5.090048313140869
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 5.090119361877441
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 5.090152740478516
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 5.090174674987793
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 5.090134620666504
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 5.09012508392334
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 5.090092182159424
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 5.089893817901611
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 5.090023994445801
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 5.090218544006348
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 5.09026575088501
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 5.090248107910156
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 5.089989185333252
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 5.0900068283081055
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 5.09032678604126
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 5.090083122253418
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 5.090076923370361
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 5.089993953704834
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 5.0902252197265625
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 5.090104579925537
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 5.0902605056762695
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 5.090332508087158
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 5.090027809143066
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 5.090211391448975
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 5.090112686157227
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 5.090038776397705
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 5.090204238891602
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 5.090106010437012
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 5.090172290802002
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 5.090301036834717
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 5.090060710906982
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 5.090215682983398
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 5.090104579925537
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 5.090005874633789
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 5.090170383453369
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 5.090134143829346
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 5.090022563934326
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 5.090094089508057
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 5.090054988861084
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 5.090076923370361
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 5.089992523193359
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 5.09016752243042
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 5.090002059936523
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 5.090351104736328
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 5.090230464935303
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 5.090117931365967
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 5.090089797973633
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 5.089985370635986
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 5.090044021606445
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 5.090183734893799
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 5.0903801918029785
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 5.090223789215088
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 5.090191841125488
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 5.090174674987793
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 5.090047359466553
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 5.0902099609375
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 5.0899577140808105
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 5.0902910232543945
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 5.090262413024902
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 5.089972019195557
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 5.090189456939697
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 5.090342044830322
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 5.09026575088501
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 5.09032678604126
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 5.089841365814209
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 5.089998722076416
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 5.090208530426025
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 5.090151786804199
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 5.090052127838135
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 5.089967250823975
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 5.090198040008545
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 5.090360641479492
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 5.090034484863281
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 5.090064525604248
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 5.090104579925537
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 5.090132236480713
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 5.090160846710205
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 5.090095043182373
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 5.0901031494140625
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 5.090091705322266
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 5.0900468826293945
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 5.090171813964844
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 5.090141296386719
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 5.0899810791015625
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 5.090060710906982
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 5.090256214141846
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 5.090342044830322
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 5.0902180671691895
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 5.090052127838135
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 5.090308666229248
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 5.089996337890625
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 5.090019702911377
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 5.090172290802002
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 5.090262413024902
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 5.090115547180176
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 5.090076923370361
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 5.090009689331055
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 5.090157985687256
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 5.090244770050049
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 5.089864730834961
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 5.090367317199707
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 5.090106010437012
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 5.090164661407471
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 5.090155601501465
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 5.089967727661133
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 5.090022087097168
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 5.090084075927734
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 5.090149879455566
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 5.090065956115723
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 5.090345859527588
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 5.090188026428223
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 5.090097904205322
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 5.0900774002075195
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 5.089866638183594
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 5.089926242828369
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 5.090156555175781
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 5.0901336669921875
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 5.090214252471924
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 5.090190887451172
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 5.09020471572876
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 5.090104579925537
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 5.090020656585693
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 5.090156555175781
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 5.090075492858887
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 5.090056896209717
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 5.090146064758301
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 5.090108394622803
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 5.090317249298096
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 5.089827537536621
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 5.090198993682861
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 5.090072154998779
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 5.0900397300720215
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 5.089920520782471
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 5.089986801147461
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 5.090265274047852
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 5.090114593505859
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 5.0901618003845215
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 5.090076923370361
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 5.09012508392334
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 5.090173244476318
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 5.090290069580078
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 5.090065956115723
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 5.090104579925537
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 5.090140342712402
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 5.090234756469727
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 5.090282917022705
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 5.090251445770264
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 5.0900187492370605
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 5.090047359466553
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 5.090322971343994
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 5.09004020690918
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 5.0900774002075195
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 5.090036392211914
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 5.090303421020508
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 5.090074062347412
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 5.090048313140869
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 5.08998966217041
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 5.090030670166016
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 5.090218544006348
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 5.090259075164795
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 5.090389251708984
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 5.090045928955078
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 5.090130805969238
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 5.090207576751709
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 5.090054035186768
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 5.090095043182373
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 5.090074062347412
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 5.090177059173584
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 5.090102672576904
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 5.090177059173584
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 5.0901198387146
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 5.090178966522217
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 5.089991092681885
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 5.090004920959473
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 5.090004920959473
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 5.089991092681885
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 5.090381145477295
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 5.090343475341797
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 5.090089797973633
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 5.090179920196533
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 5.090100288391113
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 5.0903143882751465
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 5.090202808380127
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 5.089920997619629
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 5.090403079986572
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 5.090108394622803
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 5.090325355529785
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 5.089810848236084
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 5.090215682983398
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 5.090058326721191
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 5.0900702476501465
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 5.089963436126709
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 5.090198040008545
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 5.090087890625
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 5.0903401374816895
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 5.090274810791016
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 5.090365409851074
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 5.090649127960205
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 5.089906692504883
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 5.0901007652282715
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 5.090215682983398
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 5.090247631072998
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 5.090260982513428
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 5.089910984039307
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 5.090330123901367
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 5.090080261230469
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 5.090267181396484
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 5.090139865875244
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 5.090263366699219
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 5.090193271636963
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 5.0903143882751465
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 5.0903544425964355
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 5.0903496742248535
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 5.090255260467529
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 5.090306282043457
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 5.090325355529785
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 5.090021133422852
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 5.090054035186768
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 5.089972019195557
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 5.090163707733154
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 5.090226650238037
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 5.09019660949707
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 5.090385913848877
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 5.090157985687256
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 5.090114116668701
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 5.089964866638184
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 5.090285778045654
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 5.090272903442383
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 5.090111255645752
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 5.090229511260986
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 5.089909076690674
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 5.090057849884033
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 5.089809894561768
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 5.090112686157227
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 5.09034538269043
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 5.090183258056641
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 5.0899271965026855
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 5.090148448944092
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 5.090141773223877
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 5.08980131149292
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 5.090529441833496
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 5.090219974517822
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 5.090112686157227
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 5.090217113494873
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 5.090247631072998
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 5.090051651000977
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 5.0902276039123535
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 5.09018087387085
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 5.090051174163818
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 5.090222358703613
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 5.0900797843933105
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 5.090235710144043
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 5.090022087097168
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 5.09007453918457
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 5.09018087387085
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 5.090124607086182
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 5.0900678634643555
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 5.090035915374756
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 5.0901360511779785
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 5.089997291564941
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 5.08988094329834
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 5.090149402618408
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 5.090080738067627
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 5.0901198387146
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 5.09015417098999
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 5.090085506439209
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 5.090113639831543
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 5.090045928955078
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 5.089738845825195
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 5.090182781219482
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 5.090182304382324
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 5.09008264541626
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 5.0901408195495605
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 5.0900068283081055
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 5.090135097503662
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 5.090023517608643
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 5.090044975280762
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 5.090059280395508
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 5.090130805969238
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 5.0901689529418945
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 5.090147495269775
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 5.09012508392334
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 5.089992523193359
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 5.090065002441406
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 5.090088367462158
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 5.090236663818359
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 5.090123653411865
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 5.09004020690918
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 5.089980602264404
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 5.0898518562316895
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 5.090084075927734
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 5.090062618255615
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 5.090015411376953
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 5.09006929397583
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 5.089820384979248
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 5.089759349822998
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 5.089877128601074
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 5.090119361877441
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 5.090194225311279
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 5.090089321136475
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 5.090063095092773
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 5.09006929397583
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 5.090163707733154
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 5.0900678634643555
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 5.090007305145264
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 5.090089321136475
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 5.090176105499268
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 5.090207576751709
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 5.090011119842529
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 5.090030670166016
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 5.0901618003845215
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 5.090144157409668
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 5.090230464935303
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 5.090134143829346
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 5.0902099609375
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 5.089972019195557
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 5.090008735656738
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 5.089999198913574
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 5.090175628662109
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 5.09015417098999
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 5.090167045593262
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 5.090030670166016
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 5.090207576751709
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 5.089921951293945
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 5.089971542358398
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 5.090151309967041
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 5.089930534362793
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 5.090051651000977
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 5.089935779571533
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 5.089975357055664
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 5.08978796005249
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 5.090028762817383
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 5.090191841125488
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 5.090121269226074
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 5.090035915374756
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 5.089975833892822
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 5.09023904800415
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 5.090276718139648
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 5.0901103019714355
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 5.090160846710205
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 5.090164661407471
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 5.0901336669921875
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 5.090362071990967
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 5.08992338180542
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 5.0898756980896
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 5.08998966217041
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 5.090231895446777
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 5.090351104736328
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 5.0901618003845215
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 5.090211391448975
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 5.089873790740967
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 5.089775562286377
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 5.08999490737915
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 5.090127468109131
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 5.090169906616211
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 5.090245246887207
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 5.090176105499268
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 5.089709758758545
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 5.0898823738098145
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 5.089756011962891
                }
            ]
        }
    ]
}