{
    "original_ppl": 4.525062084197998,
    "reduced_ppl": [
        {
            "bit": 1,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 23110.1015625
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 23091.8828125
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 23099.525390625
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 22935.267578125
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 22091.32421875
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 21771.80078125
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 19994.787109375
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 22919.544921875
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 22781.232421875
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 24969.96875
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 27528.462890625
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 23469.9375
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 23279.12109375
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 22971.69140625
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 23183.056640625
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 23161.642578125
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 21812.326171875
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 25068.654296875
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 23160.8046875
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 22686.705078125
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 23336.9375
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 23185.00390625
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 23335.3359375
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 23710.79296875
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 23847.67578125
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 22644.662109375
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 22562.791015625
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 22222.6484375
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 22922.037109375
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 22895.775390625
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 26246.0078125
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 22605.564453125
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 23093.404296875
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 22635.162109375
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 22896.91015625
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 23136.697265625
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 22866.796875
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 22065.48828125
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 25424.337890625
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 22273.654296875
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 22712.26953125
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 22749.642578125
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 23177.021484375
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 23284.826171875
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 28634.3828125
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 22211.86328125
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 22278.287109375
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 23164.07421875
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 22773.78125
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 23002.625
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 23166.634765625
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 23702.111328125
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 25765.744140625
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 22350.556640625
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 22447.79296875
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 22492.150390625
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 22623.7890625
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 22847.396484375
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 21955.7890625
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 23064.966796875
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 23007.69140625
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 22938.109375
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 23024.17578125
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 23452.015625
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 23247.6171875
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 23637.666015625
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 22443.041015625
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 22934.958984375
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 22563.54296875
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 23025.361328125
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 23098.6875
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 23080.654296875
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 22816.390625
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 22222.60546875
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 22795.814453125
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 23127.806640625
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 22965.142578125
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 23079.3125
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 23197.962890625
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 22885.951171875
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 20891.14453125
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 23430.5546875
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 23310.779296875
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 22663.759765625
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 23160.759765625
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 23039.419921875
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 23132.681640625
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 22170.341796875
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 22427.29296875
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 22215.146484375
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 22723.708984375
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 23373.15234375
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 23339.697265625
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 21774.208984375
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 24000.8828125
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 22583.54296875
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 22945.876953125
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 22946.90625
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 22996.17578125
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 22714.740234375
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 19536.525390625
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 21892.185546875
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 22868.890625
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 22507.771484375
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 22937.650390625
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 23024.439453125
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 22852.779296875
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 22876.1328125
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 20484.650390625
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 22333.787109375
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 22848.66015625
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 22008.953125
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 22972.896484375
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 23153.07421875
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 20911.255859375
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 21661.869140625
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 22981.662109375
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 22104.2421875
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 23091.15625
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 22759.6484375
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 22837.11328125
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 22338.580078125
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 20071.283203125
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 22262.5703125
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 23282.8515625
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 22758.1484375
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 22927.58984375
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 22826.359375
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 24429.8125
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 21996.40625
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 23157.072265625
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 23368.71875
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 22873.94921875
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 23003.435546875
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 22849.3125
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 26936.607421875
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 23692.41796875
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 23145.6796875
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 23538.37109375
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 22443.42578125
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 23123.41796875
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 23425.81640625
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 22337.6640625
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 24352.865234375
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 23090.935546875
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 23236.822265625
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 22695.42578125
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 23024.703125
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 23307.578125
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 22931.1328125
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 22470.025390625
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 22776.2578125
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 22988.67578125
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 23062.10546875
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 22915.34765625
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 23004.642578125
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 21717.220703125
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 24093.83203125
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 22970.2890625
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 22967.025390625
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 23172.822265625
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 22996.568359375
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 23088.998046875
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 23323.298828125
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 23510.888671875
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 22520.162109375
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 22767.548828125
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 22653.0859375
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 22701.53125
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 22480.013671875
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 21764.82421875
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 21451.171875
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 22624.587890625
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 23116.251953125
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 23062.544921875
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 23079.861328125
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 23130.123046875
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 21935.865234375
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 23650.609375
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 21797.853515625
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 23803.75390625
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 22950.166015625
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 23347.80078125
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 23127.03515625
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 22410.017578125
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 24482.943359375
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 22546.69921875
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 23015.833984375
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 22637.01953125
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 22731.96875
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 22689.365234375
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 23576.09375
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 22116.59765625
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 22657.537109375
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 22833.43359375
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 24044.7109375
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 22957.78515625
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 22880.015625
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 22933.93359375
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 21830.556640625
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 22701.35546875
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 23553.169921875
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 22999.158203125
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 22933.1875
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 23065.09765625
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 22851.494140625
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 22926.759765625
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 22933.341796875
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 23951.333984375
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 23637.935546875
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 23089.021484375
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 23334.62109375
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 23471.751953125
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 25262.041015625
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 23364.794921875
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 23659.7890625
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 23150.05078125
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 23390.76953125
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 23097.32421875
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 23171.099609375
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 27501.56640625
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 23226.099609375
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 23765.51171875
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 23999.578125
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 23176.404296875
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 22981.265625
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 23071.8515625
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 21508.32421875
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 22774.693359375
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 24013.361328125
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 22812.712890625
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 23325.634765625
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 23346.732421875
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 22255.904296875
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 26366.302734375
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 22651.6171875
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 23835.375
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 23941.05859375
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 23294.93359375
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 23450.404296875
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 24300.33984375
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 22072.9609375
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 22616.51953125
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 23535.65625
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 23108.296875
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 23011.267578125
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 23243.5390625
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 23161.3125
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 24540.07421875
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 22731.5546875
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 22852.234375
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 23278.03515625
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 23071.322265625
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 23150.556640625
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 23671.45703125
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 22730.775390625
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 23389.69921875
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 23492.7578125
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 23321.853515625
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 23246.064453125
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 23219.4765625
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 23970.529296875
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 22778.994140625
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 23361.921875
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 23679.904296875
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 23080.587890625
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 23047.923828125
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 23098.9296875
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 23277.677734375
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 23544.837890625
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 23170.10546875
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 23663.15234375
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 23058.19140625
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 23096.353515625
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 23110.763671875
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 23112.04296875
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 23405.18359375
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 23388.626953125
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 23223.7734375
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 23369.09765625
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 23172.734375
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 23303.443359375
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 23526.341796875
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 22612.853515625
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 23511.583984375
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 22815.912109375
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 22882.001953125
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 23090.142578125
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 22986.482421875
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 22782.166015625
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 22799.314453125
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 22904.138671875
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 22926.62890625
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 23168.978515625
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 23203.873046875
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 23238.15234375
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 23153.736328125
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 22388.658203125
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 23199.001953125
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 23282.62890625
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 22601.5546875
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 23051.68359375
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 23113.98046875
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 22934.763671875
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 23224.1953125
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 22834.5
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 22768.80859375
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 22929.556640625
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 22904.859375
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 23173.08984375
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 22349.107421875
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 22965.09765625
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 22440.494140625
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 23060.259765625
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 23330.171875
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 23056.740234375
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 23070.861328125
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 22752.486328125
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 23291.490234375
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 22717.90234375
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 22982.296875
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 23532.6484375
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 23110.43359375
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 23072.841796875
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 23007.1875
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 22916.572265625
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 23249.193359375
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 23537.474609375
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 23096.92578125
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 23141.33203125
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 23289.890625
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 23147.0703125
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 23347.80078125
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 23259.482421875
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 23501.13671875
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 23134.75390625
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 22973.158203125
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 23035.068359375
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 22544.25
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 23104.857421875
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 22654.123046875
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 22797.900390625
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 23151.794921875
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 23077.572265625
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 22965.404296875
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 23266.470703125
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 22815.802734375
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 23410.095703125
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 23058.67578125
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 23145.171875
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 23155.37109375
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 23226.91796875
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 22301.669921875
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 23419.830078125
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 22772.564453125
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 23183.564453125
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 23177.08984375
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 23186.021484375
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 23057.48828125
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 23692.146484375
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 22602.158203125
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 23090.341796875
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 23208.5859375
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 23085.341796875
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 23030.89453125
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 23155.326171875
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 24986.740234375
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 23808.4296875
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 22912.90234375
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 23413.578125
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 23301.578125
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 22934.6328125
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 22890.166015625
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 23429.6171875
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 21931.01171875
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 22961.63671875
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 23303.1328125
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 23060.478515625
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 22936.818359375
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 23119.69140625
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 22996.853515625
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 22332.189453125
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 22692.048828125
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 23372.529296875
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 23275.546875
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 23509.65625
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 23341.74609375
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 23071.564453125
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 23278.876953125
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 23103.779296875
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 22842.125
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 23092.08203125
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 23174.0625
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 22856.8125
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 23839.103515625
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 23500.509765625
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 22703.1953125
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 23185.1796875
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 23360.71875
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 23112.328125
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 23074.05078125
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 23444.546875
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 23193.517578125
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 23030.875
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 23245.865234375
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 23038.783203125
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 23224.59375
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 23206.39453125
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 23495.802734375
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 23314.958984375
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 23269.19921875
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 23211.57421875
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 22770.611328125
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 22893.65625
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 23032.388671875
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 23105.541015625
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 22881.630859375
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 23099.701171875
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 22869.71875
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 23098.6875
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 23094.21875
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 23053.35546875
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 24030.796875
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 23362.322265625
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 22933.14453125
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 23277.72265625
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 22972.3046875
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 23047.572265625
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 23048.826171875
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 22810.951171875
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 21997.328125
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 22919.982421875
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 23042.1015625
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 23238.83984375
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 23051.375
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 23038.671875
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 23084.638671875
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 22811.4296875
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 23043.19921875
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 22992.4921875
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 22587.09765625
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 23090.5390625
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 22791.771484375
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 22366.376953125
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 23866.1953125
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 22856.244140625
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 22897.435546875
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 22945.197265625
                },
                {
                    "layer": "layer.64.self_attn.q_proj",
                    "ppl": 23160.09765625
                },
                {
                    "layer": "layer.64.self_attn.k_proj",
                    "ppl": 23165.177734375
                },
                {
                    "layer": "layer.64.self_attn.v_proj",
                    "ppl": 22395.896484375
                },
                {
                    "layer": "layer.64.self_attn.o_proj",
                    "ppl": 22821.91796875
                },
                {
                    "layer": "layer.64.mlp.gate_proj",
                    "ppl": 23114.83984375
                },
                {
                    "layer": "layer.64.mlp.up_proj",
                    "ppl": 23074.0078125
                },
                {
                    "layer": "layer.64.mlp.down_proj",
                    "ppl": 22860.560546875
                },
                {
                    "layer": "layer.65.self_attn.q_proj",
                    "ppl": 23057.091796875
                },
                {
                    "layer": "layer.65.self_attn.k_proj",
                    "ppl": 23114.908203125
                },
                {
                    "layer": "layer.65.self_attn.v_proj",
                    "ppl": 22928.87890625
                },
                {
                    "layer": "layer.65.self_attn.o_proj",
                    "ppl": 23474.861328125
                },
                {
                    "layer": "layer.65.mlp.gate_proj",
                    "ppl": 22622.126953125
                },
                {
                    "layer": "layer.65.mlp.up_proj",
                    "ppl": 23118.478515625
                },
                {
                    "layer": "layer.65.mlp.down_proj",
                    "ppl": 22944.126953125
                },
                {
                    "layer": "layer.66.self_attn.q_proj",
                    "ppl": 23038.365234375
                },
                {
                    "layer": "layer.66.self_attn.k_proj",
                    "ppl": 22958.921875
                },
                {
                    "layer": "layer.66.self_attn.v_proj",
                    "ppl": 23394.25
                },
                {
                    "layer": "layer.66.self_attn.o_proj",
                    "ppl": 22765.46484375
                },
                {
                    "layer": "layer.66.mlp.gate_proj",
                    "ppl": 23321.541015625
                },
                {
                    "layer": "layer.66.mlp.up_proj",
                    "ppl": 22913.6875
                },
                {
                    "layer": "layer.66.mlp.down_proj",
                    "ppl": 23202.322265625
                },
                {
                    "layer": "layer.67.self_attn.q_proj",
                    "ppl": 22976.994140625
                },
                {
                    "layer": "layer.67.self_attn.k_proj",
                    "ppl": 22972.94140625
                },
                {
                    "layer": "layer.67.self_attn.v_proj",
                    "ppl": 23104.50390625
                },
                {
                    "layer": "layer.67.self_attn.o_proj",
                    "ppl": 22212.81640625
                },
                {
                    "layer": "layer.67.mlp.gate_proj",
                    "ppl": 22867.865234375
                },
                {
                    "layer": "layer.67.mlp.up_proj",
                    "ppl": 22956.4921875
                },
                {
                    "layer": "layer.67.mlp.down_proj",
                    "ppl": 23122.052734375
                },
                {
                    "layer": "layer.68.self_attn.q_proj",
                    "ppl": 23276.412109375
                },
                {
                    "layer": "layer.68.self_attn.k_proj",
                    "ppl": 23296.201171875
                },
                {
                    "layer": "layer.68.self_attn.v_proj",
                    "ppl": 24135.896484375
                },
                {
                    "layer": "layer.68.self_attn.o_proj",
                    "ppl": 22487.1328125
                },
                {
                    "layer": "layer.68.mlp.gate_proj",
                    "ppl": 23381.46875
                },
                {
                    "layer": "layer.68.mlp.up_proj",
                    "ppl": 22880.60546875
                },
                {
                    "layer": "layer.68.mlp.down_proj",
                    "ppl": 22578.287109375
                },
                {
                    "layer": "layer.69.self_attn.q_proj",
                    "ppl": 23109.220703125
                },
                {
                    "layer": "layer.69.self_attn.k_proj",
                    "ppl": 23159.501953125
                },
                {
                    "layer": "layer.69.self_attn.v_proj",
                    "ppl": 23633.833984375
                },
                {
                    "layer": "layer.69.self_attn.o_proj",
                    "ppl": 22319.755859375
                },
                {
                    "layer": "layer.69.mlp.gate_proj",
                    "ppl": 22946.642578125
                },
                {
                    "layer": "layer.69.mlp.up_proj",
                    "ppl": 22990.298828125
                },
                {
                    "layer": "layer.69.mlp.down_proj",
                    "ppl": 23243.892578125
                },
                {
                    "layer": "layer.70.self_attn.q_proj",
                    "ppl": 24480.515625
                },
                {
                    "layer": "layer.70.self_attn.k_proj",
                    "ppl": 22311.455078125
                },
                {
                    "layer": "layer.70.self_attn.v_proj",
                    "ppl": 21227.740234375
                },
                {
                    "layer": "layer.70.self_attn.o_proj",
                    "ppl": 22563.328125
                },
                {
                    "layer": "layer.70.mlp.gate_proj",
                    "ppl": 22474.6328125
                },
                {
                    "layer": "layer.70.mlp.up_proj",
                    "ppl": 23638.97265625
                },
                {
                    "layer": "layer.70.mlp.down_proj",
                    "ppl": 23813.109375
                },
                {
                    "layer": "layer.71.self_attn.q_proj",
                    "ppl": 23691.875
                },
                {
                    "layer": "layer.71.self_attn.k_proj",
                    "ppl": 22591.96484375
                },
                {
                    "layer": "layer.71.self_attn.v_proj",
                    "ppl": 22275.865234375
                },
                {
                    "layer": "layer.71.self_attn.o_proj",
                    "ppl": 23891.44921875
                },
                {
                    "layer": "layer.71.mlp.gate_proj",
                    "ppl": 23584.5703125
                },
                {
                    "layer": "layer.71.mlp.up_proj",
                    "ppl": 22428.255859375
                },
                {
                    "layer": "layer.71.mlp.down_proj",
                    "ppl": 22831.19140625
                },
                {
                    "layer": "layer.72.self_attn.q_proj",
                    "ppl": 23328.837890625
                },
                {
                    "layer": "layer.72.self_attn.k_proj",
                    "ppl": 22362.880859375
                },
                {
                    "layer": "layer.72.self_attn.v_proj",
                    "ppl": 23743.8984375
                },
                {
                    "layer": "layer.72.self_attn.o_proj",
                    "ppl": 23799.5546875
                },
                {
                    "layer": "layer.72.mlp.gate_proj",
                    "ppl": 22040.693359375
                },
                {
                    "layer": "layer.72.mlp.up_proj",
                    "ppl": 22964.15625
                },
                {
                    "layer": "layer.72.mlp.down_proj",
                    "ppl": 22728.34765625
                },
                {
                    "layer": "layer.73.self_attn.q_proj",
                    "ppl": 23024.966796875
                },
                {
                    "layer": "layer.73.self_attn.k_proj",
                    "ppl": 23713.890625
                },
                {
                    "layer": "layer.73.self_attn.v_proj",
                    "ppl": 24057.83203125
                },
                {
                    "layer": "layer.73.self_attn.o_proj",
                    "ppl": 23377.74609375
                },
                {
                    "layer": "layer.73.mlp.gate_proj",
                    "ppl": 23184.98046875
                },
                {
                    "layer": "layer.73.mlp.up_proj",
                    "ppl": 22078.623046875
                },
                {
                    "layer": "layer.73.mlp.down_proj",
                    "ppl": 21611.76953125
                },
                {
                    "layer": "layer.74.self_attn.q_proj",
                    "ppl": 23338.18359375
                },
                {
                    "layer": "layer.74.self_attn.k_proj",
                    "ppl": 23015.17578125
                },
                {
                    "layer": "layer.74.self_attn.v_proj",
                    "ppl": 23644.0
                },
                {
                    "layer": "layer.74.self_attn.o_proj",
                    "ppl": 23804.43359375
                },
                {
                    "layer": "layer.74.mlp.gate_proj",
                    "ppl": 23604.91015625
                },
                {
                    "layer": "layer.74.mlp.up_proj",
                    "ppl": 21930.71875
                },
                {
                    "layer": "layer.74.mlp.down_proj",
                    "ppl": 23213.83203125
                },
                {
                    "layer": "layer.75.self_attn.q_proj",
                    "ppl": 21348.923828125
                },
                {
                    "layer": "layer.75.self_attn.k_proj",
                    "ppl": 24410.134765625
                },
                {
                    "layer": "layer.75.self_attn.v_proj",
                    "ppl": 22156.181640625
                },
                {
                    "layer": "layer.75.self_attn.o_proj",
                    "ppl": 25609.916015625
                },
                {
                    "layer": "layer.75.mlp.gate_proj",
                    "ppl": 23910.755859375
                },
                {
                    "layer": "layer.75.mlp.up_proj",
                    "ppl": 23286.29296875
                },
                {
                    "layer": "layer.75.mlp.down_proj",
                    "ppl": 23600.94921875
                },
                {
                    "layer": "layer.76.self_attn.q_proj",
                    "ppl": 23485.251953125
                },
                {
                    "layer": "layer.76.self_attn.k_proj",
                    "ppl": 22983.962890625
                },
                {
                    "layer": "layer.76.self_attn.v_proj",
                    "ppl": 22574.951171875
                },
                {
                    "layer": "layer.76.self_attn.o_proj",
                    "ppl": 22300.07421875
                },
                {
                    "layer": "layer.76.mlp.gate_proj",
                    "ppl": 22515.1796875
                },
                {
                    "layer": "layer.76.mlp.up_proj",
                    "ppl": 23399.158203125
                },
                {
                    "layer": "layer.76.mlp.down_proj",
                    "ppl": 23355.9296875
                },
                {
                    "layer": "layer.77.self_attn.q_proj",
                    "ppl": 23183.125
                },
                {
                    "layer": "layer.77.self_attn.k_proj",
                    "ppl": 22237.40234375
                },
                {
                    "layer": "layer.77.self_attn.v_proj",
                    "ppl": 22114.912109375
                },
                {
                    "layer": "layer.77.self_attn.o_proj",
                    "ppl": 22180.005859375
                },
                {
                    "layer": "layer.77.mlp.gate_proj",
                    "ppl": 23190.08984375
                },
                {
                    "layer": "layer.77.mlp.up_proj",
                    "ppl": 24560.09375
                },
                {
                    "layer": "layer.77.mlp.down_proj",
                    "ppl": 25717.041015625
                },
                {
                    "layer": "layer.78.self_attn.q_proj",
                    "ppl": 23891.244140625
                },
                {
                    "layer": "layer.78.self_attn.k_proj",
                    "ppl": 23341.90234375
                },
                {
                    "layer": "layer.78.self_attn.v_proj",
                    "ppl": 22141.54296875
                },
                {
                    "layer": "layer.78.self_attn.o_proj",
                    "ppl": 23411.078125
                },
                {
                    "layer": "layer.78.mlp.gate_proj",
                    "ppl": 21498.419921875
                },
                {
                    "layer": "layer.78.mlp.up_proj",
                    "ppl": 24650.55078125
                },
                {
                    "layer": "layer.78.mlp.down_proj",
                    "ppl": 24437.8046875
                },
                {
                    "layer": "layer.79.self_attn.q_proj",
                    "ppl": 22799.076171875
                },
                {
                    "layer": "layer.79.self_attn.k_proj",
                    "ppl": 22285.57421875
                },
                {
                    "layer": "layer.79.self_attn.v_proj",
                    "ppl": 21866.896484375
                },
                {
                    "layer": "layer.79.self_attn.o_proj",
                    "ppl": 22913.46875
                },
                {
                    "layer": "layer.79.mlp.gate_proj",
                    "ppl": 19457.31640625
                },
                {
                    "layer": "layer.79.mlp.up_proj",
                    "ppl": 21200.6328125
                },
                {
                    "layer": "layer.79.mlp.down_proj",
                    "ppl": 19811.373046875
                }
            ]
        },
        {
            "bit": 2,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 14.084183692932129
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 14.149225234985352
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 14.199789047241211
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 14.162232398986816
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 14.126436233520508
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 14.290862083435059
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 14.135101318359375
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 14.019304275512695
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 14.060361862182617
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 14.04114055633545
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 13.937070846557617
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 13.95528507232666
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 13.969929695129395
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 14.006916046142578
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 14.092341423034668
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 14.105154991149902
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 14.082175254821777
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 14.03947639465332
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 14.00058650970459
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 13.972134590148926
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 13.989331245422363
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 13.945480346679688
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 14.02003288269043
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 14.019174575805664
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 14.02649974822998
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 14.02071475982666
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 14.025201797485352
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 14.029752731323242
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 14.105939865112305
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 14.13023567199707
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 14.102432250976562
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 14.101985931396484
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 14.074153900146484
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 14.088713645935059
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 14.089322090148926
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 14.135316848754883
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 14.119091987609863
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 14.062561988830566
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 14.082162857055664
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 14.067450523376465
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 14.06592845916748
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 14.083949089050293
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 14.129517555236816
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 14.11705207824707
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 14.118354797363281
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 14.10831069946289
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 14.092597961425781
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 14.029208183288574
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 14.095221519470215
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 14.132317543029785
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 14.137004852294922
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 14.130697250366211
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 14.159345626831055
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 14.069507598876953
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 14.058971405029297
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 14.080820083618164
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 14.129764556884766
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 14.13078784942627
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 14.137700080871582
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 14.084495544433594
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 14.101110458374023
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 14.109538078308105
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 14.120671272277832
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 14.13174819946289
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 14.120845794677734
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 14.10222339630127
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 14.102906227111816
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 14.128389358520508
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 14.102631568908691
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 14.098233222961426
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 14.15539264678955
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 14.142011642456055
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 14.13845443725586
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 14.143906593322754
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 14.093867301940918
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 14.098963737487793
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 14.10140609741211
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 14.107388496398926
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 14.115907669067383
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 14.099557876586914
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 14.11078929901123
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 14.112848281860352
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 14.118428230285645
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 14.1328706741333
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 14.128011703491211
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 14.14885139465332
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 14.015026092529297
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 14.075814247131348
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 14.14302921295166
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 14.156733512878418
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 14.171939849853516
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 14.081988334655762
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 14.091730117797852
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 14.079744338989258
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 14.072463035583496
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 14.116705894470215
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 14.128739356994629
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 14.139719009399414
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 14.134864807128906
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 14.130309104919434
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 14.076313972473145
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 14.125284194946289
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 14.12912368774414
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 14.143646240234375
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 14.084532737731934
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 14.14241886138916
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 14.127338409423828
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 14.143942832946777
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 14.107590675354004
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 14.127854347229004
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 14.172727584838867
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 14.123138427734375
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 14.131646156311035
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 14.12859058380127
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 14.155241966247559
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 14.117860794067383
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 14.126382827758789
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 14.080615043640137
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 14.032064437866211
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 14.142833709716797
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 14.138629913330078
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 14.099530220031738
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 14.097587585449219
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 14.218342781066895
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 14.185935020446777
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 14.120017051696777
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 14.1105375289917
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 14.109766960144043
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 14.094596862792969
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 14.03895092010498
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 14.096892356872559
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 13.93160629272461
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 14.032024383544922
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 14.112323760986328
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 14.155795097351074
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 14.160516738891602
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 14.006982803344727
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 14.06806755065918
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 14.071006774902344
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 14.01745319366455
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 14.148283958435059
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 14.151718139648438
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 14.129941940307617
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 14.113757133483887
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 14.112468719482422
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 14.090599060058594
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 14.07377815246582
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 14.102126121520996
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 14.106558799743652
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 14.052755355834961
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 14.060221672058105
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 14.061636924743652
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 14.220651626586914
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 14.128530502319336
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 14.09366226196289
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 14.106505393981934
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 14.018695831298828
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 14.0123872756958
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 14.00484561920166
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 14.24407958984375
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 14.131414413452148
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 14.07508659362793
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 14.089849472045898
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 14.114420890808105
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 14.036856651306152
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 14.015657424926758
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 14.198357582092285
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 14.103599548339844
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 14.190059661865234
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 14.124765396118164
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 13.995141983032227
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 13.933978080749512
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 14.06782054901123
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 14.215387344360352
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 14.128133773803711
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 14.134285926818848
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 14.114760398864746
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 14.129705429077148
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 13.914112091064453
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 13.87334156036377
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 14.041060447692871
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 13.981151580810547
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 14.024218559265137
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 14.06081485748291
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 14.012099266052246
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 14.08984661102295
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 14.018258094787598
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 14.090322494506836
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 14.060770988464355
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 14.088415145874023
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 14.058874130249023
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 14.111981391906738
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 13.999557495117188
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 14.038422584533691
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 14.108474731445312
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 14.0188570022583
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 14.18528938293457
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 14.132600784301758
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 14.104816436767578
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 14.087883949279785
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 14.054946899414062
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 14.036604881286621
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 14.029515266418457
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 14.059843063354492
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 14.058907508850098
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 14.135161399841309
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 13.969134330749512
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 14.022392272949219
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 14.102160453796387
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 14.066518783569336
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 14.173356056213379
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 14.128928184509277
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 14.111408233642578
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 14.020654678344727
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 13.970039367675781
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 14.022941589355469
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 14.035839080810547
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 14.101572036743164
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 14.090572357177734
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 13.982845306396484
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 14.05762767791748
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 14.097057342529297
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 14.095592498779297
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 14.094244003295898
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 14.124363899230957
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 14.105031967163086
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 14.11519718170166
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 14.020956039428711
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 14.055583000183105
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 14.084392547607422
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 14.094771385192871
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 14.077549934387207
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 14.115427017211914
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 14.073197364807129
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 14.05143928527832
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 14.060053825378418
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 14.074563026428223
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 14.079617500305176
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 14.03902530670166
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 14.04085922241211
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 14.023649215698242
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 13.970842361450195
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 14.12978458404541
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 14.184395790100098
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 14.047666549682617
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 14.116698265075684
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 14.12260627746582
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 14.134915351867676
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 14.075482368469238
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 14.071462631225586
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 14.094093322753906
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 14.106860160827637
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 14.10669231414795
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 14.134989738464355
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 14.097540855407715
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 14.079913139343262
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 14.095046997070312
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 14.071537017822266
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 14.089369773864746
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 14.09485912322998
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 14.106239318847656
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 14.13899040222168
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 14.082192420959473
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 14.087911605834961
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 14.112491607666016
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 14.089583396911621
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 14.137564659118652
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 14.127532958984375
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 14.115594863891602
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 14.1101713180542
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 14.079557418823242
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 14.099931716918945
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 14.086030960083008
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 14.1021089553833
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 14.11060905456543
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 14.095544815063477
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 14.130437850952148
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 14.101194381713867
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 14.104462623596191
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 14.096633911132812
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 14.10296630859375
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 14.133355140686035
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 14.118024826049805
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 14.124691009521484
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 14.08348560333252
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 14.084680557250977
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 14.091442108154297
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 14.109427452087402
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 14.115477561950684
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 14.106023788452148
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 14.106999397277832
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 14.136452674865723
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 14.115429878234863
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 14.10157585144043
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 14.113787651062012
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 14.124603271484375
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 14.129183769226074
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 14.120654106140137
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 14.108173370361328
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 14.115079879760742
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 14.100727081298828
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 14.125667572021484
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 14.118088722229004
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 14.120112419128418
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 14.100600242614746
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 14.091009140014648
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 14.101602554321289
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 14.092016220092773
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 14.12420654296875
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 14.108680725097656
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 14.129709243774414
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 14.099624633789062
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 14.10499095916748
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 14.091532707214355
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 14.115903854370117
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 14.112175941467285
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 14.118658065795898
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 14.114397048950195
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 14.116294860839844
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 14.103774070739746
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 14.123115539550781
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 14.09489917755127
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 14.12828540802002
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 14.127809524536133
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 14.122478485107422
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 14.125448226928711
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 14.097587585449219
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 14.08898639678955
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 14.100915908813477
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 14.130946159362793
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 14.134167671203613
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 14.130020141601562
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 14.13563346862793
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 14.103117942810059
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 14.113104820251465
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 14.097908020019531
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 14.123472213745117
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 14.12874984741211
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 14.143697738647461
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 14.121458053588867
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 14.105724334716797
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 14.122145652770996
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 14.10754680633545
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 14.13569450378418
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 14.128981590270996
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 14.143171310424805
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 14.139151573181152
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 14.106101036071777
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 14.120643615722656
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 14.09408950805664
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 14.129005432128906
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 14.130167961120605
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 14.130613327026367
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 14.13131332397461
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 14.093178749084473
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 14.111520767211914
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 14.110877990722656
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 14.136850357055664
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 14.14065933227539
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 14.150247573852539
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 14.137826919555664
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 14.095658302307129
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 14.113253593444824
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 14.110847473144531
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 14.126540184020996
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 14.13399600982666
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 14.10638427734375
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 14.107277870178223
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 14.107150077819824
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 14.107136726379395
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 14.113151550292969
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 14.133557319641113
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 14.130126953125
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 14.137503623962402
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 14.127089500427246
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 14.09913444519043
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 14.10413646697998
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 14.108610153198242
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 14.110507011413574
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 14.123013496398926
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 14.130114555358887
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 14.122354507446289
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 14.110312461853027
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 14.115867614746094
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 14.107322692871094
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 14.121872901916504
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 14.125001907348633
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 14.135896682739258
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 14.120158195495605
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 14.111711502075195
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 14.10641098022461
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 14.103800773620605
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 14.126995086669922
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 14.129719734191895
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 14.14083480834961
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 14.11715030670166
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 14.101131439208984
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 14.101655960083008
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 14.110146522521973
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 14.12263011932373
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 14.131946563720703
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 14.119233131408691
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 14.125411987304688
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 14.10265064239502
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 14.109282493591309
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 14.10618782043457
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 14.131792068481445
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 14.129343032836914
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 14.131333351135254
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 14.12818717956543
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 14.110578536987305
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 14.120980262756348
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 14.108458518981934
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 14.126907348632812
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 14.123276710510254
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 14.13019847869873
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 14.126401901245117
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 14.096755027770996
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 14.115046501159668
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 14.109686851501465
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 14.142547607421875
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 14.141115188598633
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 14.14946460723877
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 14.127923965454102
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 14.119890213012695
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 14.128005027770996
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 14.119013786315918
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 14.128604888916016
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 14.132143020629883
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 14.131858825683594
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 14.124967575073242
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 14.111369132995605
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 14.115056037902832
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 14.111526489257812
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 14.132623672485352
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 14.13249683380127
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 14.133490562438965
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 14.134915351867676
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 14.117321014404297
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 14.129180908203125
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 14.115076065063477
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 14.1055326461792
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 14.118860244750977
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 14.130682945251465
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 14.14439868927002
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 14.114975929260254
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 14.103276252746582
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 14.105583190917969
                },
                {
                    "layer": "layer.64.self_attn.q_proj",
                    "ppl": 14.130110740661621
                },
                {
                    "layer": "layer.64.self_attn.k_proj",
                    "ppl": 14.134794235229492
                },
                {
                    "layer": "layer.64.self_attn.v_proj",
                    "ppl": 14.12968921661377
                },
                {
                    "layer": "layer.64.self_attn.o_proj",
                    "ppl": 14.131051063537598
                },
                {
                    "layer": "layer.64.mlp.gate_proj",
                    "ppl": 14.112014770507812
                },
                {
                    "layer": "layer.64.mlp.up_proj",
                    "ppl": 14.125189781188965
                },
                {
                    "layer": "layer.64.mlp.down_proj",
                    "ppl": 14.103538513183594
                },
                {
                    "layer": "layer.65.self_attn.q_proj",
                    "ppl": 14.130040168762207
                },
                {
                    "layer": "layer.65.self_attn.k_proj",
                    "ppl": 14.129803657531738
                },
                {
                    "layer": "layer.65.self_attn.v_proj",
                    "ppl": 14.131569862365723
                },
                {
                    "layer": "layer.65.self_attn.o_proj",
                    "ppl": 14.130640029907227
                },
                {
                    "layer": "layer.65.mlp.gate_proj",
                    "ppl": 14.117694854736328
                },
                {
                    "layer": "layer.65.mlp.up_proj",
                    "ppl": 14.108277320861816
                },
                {
                    "layer": "layer.65.mlp.down_proj",
                    "ppl": 14.116954803466797
                },
                {
                    "layer": "layer.66.self_attn.q_proj",
                    "ppl": 14.132148742675781
                },
                {
                    "layer": "layer.66.self_attn.k_proj",
                    "ppl": 14.137231826782227
                },
                {
                    "layer": "layer.66.self_attn.v_proj",
                    "ppl": 14.123148918151855
                },
                {
                    "layer": "layer.66.self_attn.o_proj",
                    "ppl": 14.134126663208008
                },
                {
                    "layer": "layer.66.mlp.gate_proj",
                    "ppl": 14.110251426696777
                },
                {
                    "layer": "layer.66.mlp.up_proj",
                    "ppl": 14.1312837600708
                },
                {
                    "layer": "layer.66.mlp.down_proj",
                    "ppl": 14.114581108093262
                },
                {
                    "layer": "layer.67.self_attn.q_proj",
                    "ppl": 14.137700080871582
                },
                {
                    "layer": "layer.67.self_attn.k_proj",
                    "ppl": 14.131967544555664
                },
                {
                    "layer": "layer.67.self_attn.v_proj",
                    "ppl": 14.127257347106934
                },
                {
                    "layer": "layer.67.self_attn.o_proj",
                    "ppl": 14.121230125427246
                },
                {
                    "layer": "layer.67.mlp.gate_proj",
                    "ppl": 14.126219749450684
                },
                {
                    "layer": "layer.67.mlp.up_proj",
                    "ppl": 14.11397933959961
                },
                {
                    "layer": "layer.67.mlp.down_proj",
                    "ppl": 14.118762016296387
                },
                {
                    "layer": "layer.68.self_attn.q_proj",
                    "ppl": 14.141509056091309
                },
                {
                    "layer": "layer.68.self_attn.k_proj",
                    "ppl": 14.141424179077148
                },
                {
                    "layer": "layer.68.self_attn.v_proj",
                    "ppl": 14.130854606628418
                },
                {
                    "layer": "layer.68.self_attn.o_proj",
                    "ppl": 14.154438018798828
                },
                {
                    "layer": "layer.68.mlp.gate_proj",
                    "ppl": 14.115086555480957
                },
                {
                    "layer": "layer.68.mlp.up_proj",
                    "ppl": 14.125398635864258
                },
                {
                    "layer": "layer.68.mlp.down_proj",
                    "ppl": 14.105650901794434
                },
                {
                    "layer": "layer.69.self_attn.q_proj",
                    "ppl": 14.140406608581543
                },
                {
                    "layer": "layer.69.self_attn.k_proj",
                    "ppl": 14.143852233886719
                },
                {
                    "layer": "layer.69.self_attn.v_proj",
                    "ppl": 14.137914657592773
                },
                {
                    "layer": "layer.69.self_attn.o_proj",
                    "ppl": 14.116462707519531
                },
                {
                    "layer": "layer.69.mlp.gate_proj",
                    "ppl": 14.112061500549316
                },
                {
                    "layer": "layer.69.mlp.up_proj",
                    "ppl": 14.135438919067383
                },
                {
                    "layer": "layer.69.mlp.down_proj",
                    "ppl": 14.125971794128418
                },
                {
                    "layer": "layer.70.self_attn.q_proj",
                    "ppl": 14.121947288513184
                },
                {
                    "layer": "layer.70.self_attn.k_proj",
                    "ppl": 14.14682388305664
                },
                {
                    "layer": "layer.70.self_attn.v_proj",
                    "ppl": 14.119128227233887
                },
                {
                    "layer": "layer.70.self_attn.o_proj",
                    "ppl": 14.085647583007812
                },
                {
                    "layer": "layer.70.mlp.gate_proj",
                    "ppl": 14.132102012634277
                },
                {
                    "layer": "layer.70.mlp.up_proj",
                    "ppl": 14.21990966796875
                },
                {
                    "layer": "layer.70.mlp.down_proj",
                    "ppl": 14.124994277954102
                },
                {
                    "layer": "layer.71.self_attn.q_proj",
                    "ppl": 14.085967063903809
                },
                {
                    "layer": "layer.71.self_attn.k_proj",
                    "ppl": 14.116994857788086
                },
                {
                    "layer": "layer.71.self_attn.v_proj",
                    "ppl": 14.107950210571289
                },
                {
                    "layer": "layer.71.self_attn.o_proj",
                    "ppl": 14.131876945495605
                },
                {
                    "layer": "layer.71.mlp.gate_proj",
                    "ppl": 14.05533504486084
                },
                {
                    "layer": "layer.71.mlp.up_proj",
                    "ppl": 14.203612327575684
                },
                {
                    "layer": "layer.71.mlp.down_proj",
                    "ppl": 14.156503677368164
                },
                {
                    "layer": "layer.72.self_attn.q_proj",
                    "ppl": 13.966845512390137
                },
                {
                    "layer": "layer.72.self_attn.k_proj",
                    "ppl": 14.027883529663086
                },
                {
                    "layer": "layer.72.self_attn.v_proj",
                    "ppl": 14.099177360534668
                },
                {
                    "layer": "layer.72.self_attn.o_proj",
                    "ppl": 14.090433120727539
                },
                {
                    "layer": "layer.72.mlp.gate_proj",
                    "ppl": 14.137480735778809
                },
                {
                    "layer": "layer.72.mlp.up_proj",
                    "ppl": 14.155098915100098
                },
                {
                    "layer": "layer.72.mlp.down_proj",
                    "ppl": 14.143933296203613
                },
                {
                    "layer": "layer.73.self_attn.q_proj",
                    "ppl": 14.145971298217773
                },
                {
                    "layer": "layer.73.self_attn.k_proj",
                    "ppl": 14.1308012008667
                },
                {
                    "layer": "layer.73.self_attn.v_proj",
                    "ppl": 14.11266803741455
                },
                {
                    "layer": "layer.73.self_attn.o_proj",
                    "ppl": 14.155619621276855
                },
                {
                    "layer": "layer.73.mlp.gate_proj",
                    "ppl": 14.070332527160645
                },
                {
                    "layer": "layer.73.mlp.up_proj",
                    "ppl": 14.15139389038086
                },
                {
                    "layer": "layer.73.mlp.down_proj",
                    "ppl": 14.129490852355957
                },
                {
                    "layer": "layer.74.self_attn.q_proj",
                    "ppl": 14.096824645996094
                },
                {
                    "layer": "layer.74.self_attn.k_proj",
                    "ppl": 14.099349021911621
                },
                {
                    "layer": "layer.74.self_attn.v_proj",
                    "ppl": 14.108596801757812
                },
                {
                    "layer": "layer.74.self_attn.o_proj",
                    "ppl": 14.090258598327637
                },
                {
                    "layer": "layer.74.mlp.gate_proj",
                    "ppl": 14.041699409484863
                },
                {
                    "layer": "layer.74.mlp.up_proj",
                    "ppl": 14.219733238220215
                },
                {
                    "layer": "layer.74.mlp.down_proj",
                    "ppl": 14.14874267578125
                },
                {
                    "layer": "layer.75.self_attn.q_proj",
                    "ppl": 13.985405921936035
                },
                {
                    "layer": "layer.75.self_attn.k_proj",
                    "ppl": 13.999253273010254
                },
                {
                    "layer": "layer.75.self_attn.v_proj",
                    "ppl": 14.078482627868652
                },
                {
                    "layer": "layer.75.self_attn.o_proj",
                    "ppl": 14.083168983459473
                },
                {
                    "layer": "layer.75.mlp.gate_proj",
                    "ppl": 14.110295295715332
                },
                {
                    "layer": "layer.75.mlp.up_proj",
                    "ppl": 14.180737495422363
                },
                {
                    "layer": "layer.75.mlp.down_proj",
                    "ppl": 14.129716873168945
                },
                {
                    "layer": "layer.76.self_attn.q_proj",
                    "ppl": 14.085681915283203
                },
                {
                    "layer": "layer.76.self_attn.k_proj",
                    "ppl": 14.062783241271973
                },
                {
                    "layer": "layer.76.self_attn.v_proj",
                    "ppl": 14.12515926361084
                },
                {
                    "layer": "layer.76.self_attn.o_proj",
                    "ppl": 14.129433631896973
                },
                {
                    "layer": "layer.76.mlp.gate_proj",
                    "ppl": 14.133880615234375
                },
                {
                    "layer": "layer.76.mlp.up_proj",
                    "ppl": 14.081094741821289
                },
                {
                    "layer": "layer.76.mlp.down_proj",
                    "ppl": 14.114703178405762
                },
                {
                    "layer": "layer.77.self_attn.q_proj",
                    "ppl": 14.140814781188965
                },
                {
                    "layer": "layer.77.self_attn.k_proj",
                    "ppl": 14.149849891662598
                },
                {
                    "layer": "layer.77.self_attn.v_proj",
                    "ppl": 14.122777938842773
                },
                {
                    "layer": "layer.77.self_attn.o_proj",
                    "ppl": 14.094442367553711
                },
                {
                    "layer": "layer.77.mlp.gate_proj",
                    "ppl": 14.130208015441895
                },
                {
                    "layer": "layer.77.mlp.up_proj",
                    "ppl": 14.063105583190918
                },
                {
                    "layer": "layer.77.mlp.down_proj",
                    "ppl": 14.06357479095459
                },
                {
                    "layer": "layer.78.self_attn.q_proj",
                    "ppl": 14.123148918151855
                },
                {
                    "layer": "layer.78.self_attn.k_proj",
                    "ppl": 14.12177848815918
                },
                {
                    "layer": "layer.78.self_attn.v_proj",
                    "ppl": 14.121835708618164
                },
                {
                    "layer": "layer.78.self_attn.o_proj",
                    "ppl": 14.14024829864502
                },
                {
                    "layer": "layer.78.mlp.gate_proj",
                    "ppl": 14.003860473632812
                },
                {
                    "layer": "layer.78.mlp.up_proj",
                    "ppl": 14.002815246582031
                },
                {
                    "layer": "layer.78.mlp.down_proj",
                    "ppl": 13.980062484741211
                },
                {
                    "layer": "layer.79.self_attn.q_proj",
                    "ppl": 14.071429252624512
                },
                {
                    "layer": "layer.79.self_attn.k_proj",
                    "ppl": 14.134552001953125
                },
                {
                    "layer": "layer.79.self_attn.v_proj",
                    "ppl": 14.131535530090332
                },
                {
                    "layer": "layer.79.self_attn.o_proj",
                    "ppl": 14.151881217956543
                },
                {
                    "layer": "layer.79.mlp.gate_proj",
                    "ppl": 14.361335754394531
                },
                {
                    "layer": "layer.79.mlp.up_proj",
                    "ppl": 14.408915519714355
                },
                {
                    "layer": "layer.79.mlp.down_proj",
                    "ppl": 13.855927467346191
                }
            ]
        },
        {
            "bit": 3,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 7.1829400062561035
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 7.184085369110107
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 7.186960220336914
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 7.184835910797119
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 7.19270133972168
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 7.193742752075195
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 7.189188480377197
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 7.1797590255737305
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 7.180769920349121
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 7.177384853363037
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 7.175862789154053
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 7.177820205688477
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 7.180562973022461
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 7.18048620223999
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 7.178699493408203
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 7.182231426239014
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 7.182602882385254
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 7.1777520179748535
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 7.176695346832275
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 7.179600715637207
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 7.176793575286865
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 7.18194055557251
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 7.181998252868652
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 7.186068058013916
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 7.185795307159424
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 7.176778316497803
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 7.179289817810059
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 7.1755146980285645
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 7.183265209197998
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 7.1831560134887695
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 7.181023120880127
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 7.18549919128418
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 7.177896976470947
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 7.177531719207764
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 7.1748175621032715
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 7.183958053588867
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 7.183993816375732
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 7.179109573364258
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 7.182510852813721
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 7.179401397705078
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 7.179443359375
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 7.18021297454834
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 7.181586265563965
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 7.1828718185424805
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 7.1823015213012695
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 7.1846923828125
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 7.179394245147705
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 7.182024002075195
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 7.18010139465332
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 7.185573577880859
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 7.184382438659668
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 7.184375286102295
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 7.184108734130859
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 7.178840160369873
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 7.180459022521973
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 7.181066036224365
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 7.185044288635254
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 7.183531284332275
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 7.186360836029053
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 7.185718536376953
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 7.18665885925293
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 7.18248987197876
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 7.1829752922058105
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 7.1844162940979
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 7.185055732727051
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 7.185184478759766
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 7.183558464050293
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 7.184029579162598
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 7.185384750366211
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 7.185944557189941
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 7.183804988861084
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 7.1856536865234375
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 7.187851905822754
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 7.18262243270874
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 7.181315898895264
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 7.180581092834473
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 7.180511474609375
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 7.184260845184326
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 7.184656143188477
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 7.184535503387451
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 7.184183597564697
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 7.184743404388428
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 7.182104587554932
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 7.183272361755371
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 7.186183929443359
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 7.185389518737793
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 7.181692600250244
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 7.185567378997803
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 7.185938835144043
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 7.185734748840332
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 7.187214374542236
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 7.183516502380371
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 7.182910919189453
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 7.180336952209473
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 7.180671691894531
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 7.180006980895996
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 7.1819281578063965
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 7.182391166687012
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 7.186736106872559
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 7.186996936798096
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 7.18618106842041
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 7.1771159172058105
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 7.180743217468262
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 7.1838555335998535
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 7.183980464935303
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 7.185946464538574
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 7.185485363006592
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 7.1884636878967285
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 7.193700313568115
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 7.183383464813232
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 7.179687023162842
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 7.179035186767578
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 7.186878681182861
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 7.186462879180908
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 7.183312892913818
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 7.189511775970459
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 7.1824259757995605
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 7.1790452003479
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 7.179173469543457
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 7.186099052429199
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 7.184946537017822
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 7.184228420257568
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 7.1717753410339355
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 7.18658447265625
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 7.177775859832764
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 7.182932376861572
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 7.183633804321289
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 7.177512168884277
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 7.177587985992432
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 7.181574821472168
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 7.1833271980285645
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 7.183931827545166
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 7.180677890777588
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 7.184636116027832
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 7.184122085571289
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 7.190626621246338
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 7.178857803344727
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 7.183863162994385
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 7.181266784667969
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 7.1725358963012695
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 7.188076019287109
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 7.1878485679626465
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 7.183865070343018
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 7.189652919769287
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 7.181650638580322
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 7.184638500213623
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 7.1776556968688965
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 7.184473514556885
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 7.1853346824646
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 7.1761393547058105
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 7.172487735748291
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 7.172657012939453
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 7.184156894683838
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 7.182259559631348
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 7.180671691894531
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 7.182305812835693
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 7.188934803009033
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 7.168879508972168
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 7.172169208526611
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 7.182862281799316
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 7.181947231292725
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 7.182442665100098
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 7.184895992279053
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 7.161470890045166
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 7.168434143066406
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 7.185534954071045
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 7.192130088806152
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 7.188438892364502
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 7.185435771942139
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 7.182526111602783
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 7.170015335083008
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 7.167466163635254
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 7.180685043334961
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 7.192843914031982
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 7.187061786651611
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 7.185631275177002
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 7.187577724456787
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 7.185730457305908
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 7.174886703491211
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 7.168705940246582
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 7.175414085388184
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 7.172213077545166
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 7.185235500335693
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 7.177504062652588
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 7.183194637298584
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 7.177458763122559
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 7.169631004333496
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 7.1680908203125
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 7.175550937652588
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 7.181210994720459
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 7.1830363273620605
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 7.1765618324279785
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 7.183868885040283
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 7.182868957519531
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 7.174127101898193
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 7.174490451812744
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 7.18471622467041
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 7.18358039855957
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 7.178216457366943
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 7.181150913238525
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 7.179826259613037
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 7.178464889526367
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 7.181508541107178
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 7.175802230834961
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 7.183800220489502
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 7.18480110168457
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 7.185752868652344
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 7.179389476776123
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 7.179619789123535
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 7.178834438323975
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 7.181883811950684
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 7.180661201477051
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 7.182864665985107
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 7.173821449279785
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 7.174116134643555
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 7.174108505249023
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 7.1770100593566895
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 7.178600311279297
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 7.180688858032227
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 7.1807122230529785
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 7.176447868347168
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 7.181525707244873
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 7.184038162231445
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 7.184072017669678
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 7.179100036621094
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 7.181024074554443
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 7.179657936096191
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 7.175093650817871
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 7.179163455963135
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 7.177557468414307
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 7.181168556213379
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 7.17891263961792
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 7.178288459777832
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 7.178743839263916
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 7.175448417663574
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 7.1779632568359375
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 7.1751708984375
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 7.180695056915283
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 7.17261266708374
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 7.173155307769775
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 7.167905807495117
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 7.171936511993408
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 7.189310073852539
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 7.189800262451172
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 7.176907062530518
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 7.184956073760986
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 7.182257175445557
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 7.182712078094482
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 7.17952823638916
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 7.180810451507568
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 7.179036617279053
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 7.1808762550354
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 7.181178092956543
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 7.184560775756836
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 7.178858280181885
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 7.182715892791748
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 7.183489799499512
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 7.181544780731201
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 7.18153190612793
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 7.181493282318115
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 7.181909084320068
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 7.1812896728515625
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 7.1816325187683105
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 7.179965972900391
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 7.181759834289551
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 7.1810808181762695
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 7.18505859375
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 7.182605266571045
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 7.182931900024414
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 7.1831955909729
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 7.180501937866211
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 7.181201934814453
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 7.180743217468262
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 7.182435035705566
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 7.183022499084473
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 7.181558609008789
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 7.18051290512085
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 7.1805033683776855
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 7.181223392486572
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 7.180231094360352
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 7.183101177215576
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 7.183620452880859
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 7.185522556304932
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 7.184309005737305
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 7.180563449859619
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 7.181916236877441
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 7.180594444274902
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 7.182794570922852
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 7.183487892150879
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 7.182584762573242
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 7.18243932723999
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 7.1793413162231445
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 7.180902481079102
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 7.180853843688965
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 7.183203220367432
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 7.183638572692871
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 7.18314266204834
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 7.182230472564697
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 7.18165397644043
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 7.1817240715026855
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 7.178714275360107
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 7.182553768157959
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 7.182951927185059
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 7.182464599609375
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 7.182467460632324
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 7.1803202629089355
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 7.180859565734863
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 7.179513454437256
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 7.184291839599609
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 7.183924674987793
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 7.186051368713379
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 7.182626724243164
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 7.180462837219238
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 7.179760932922363
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 7.179563999176025
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 7.183657169342041
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 7.183876991271973
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 7.183604717254639
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 7.183170318603516
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 7.182371139526367
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 7.184034824371338
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 7.181237697601318
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 7.183935642242432
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 7.183984756469727
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 7.183769702911377
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 7.183719635009766
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 7.1800856590271
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 7.179791450500488
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 7.178951263427734
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 7.182616710662842
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 7.182798385620117
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 7.182988166809082
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 7.183806896209717
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 7.1805291175842285
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 7.181092739105225
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 7.1804680824279785
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 7.184171676635742
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 7.184449195861816
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 7.183524131774902
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 7.184007167816162
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 7.182111740112305
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 7.181974411010742
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 7.180109977722168
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 7.18436336517334
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 7.18381404876709
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 7.183487892150879
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 7.182328701019287
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 7.182048797607422
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 7.1805243492126465
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 7.181890487670898
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 7.183884143829346
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 7.184260845184326
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 7.1831183433532715
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 7.183666706085205
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 7.179086208343506
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 7.180387496948242
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 7.180971145629883
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 7.18598747253418
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 7.184479236602783
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 7.1845903396606445
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 7.184717178344727
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 7.182120323181152
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 7.181194305419922
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 7.181595802307129
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 7.1829657554626465
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 7.182784557342529
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 7.184181213378906
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 7.182682991027832
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 7.179669380187988
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 7.18217134475708
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 7.181462287902832
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 7.183899879455566
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 7.184389114379883
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 7.183773994445801
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 7.184187889099121
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 7.1817450523376465
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 7.182131290435791
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 7.181214332580566
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 7.1831817626953125
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 7.182893753051758
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 7.183242321014404
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 7.18328857421875
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 7.1809539794921875
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 7.181158542633057
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 7.180522441864014
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 7.183566093444824
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 7.18407678604126
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 7.183787822723389
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 7.184825897216797
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 7.180197238922119
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 7.1807122230529785
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 7.180604457855225
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 7.183952331542969
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 7.185089588165283
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 7.183531761169434
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 7.1845879554748535
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 7.180469036102295
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 7.181993007659912
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 7.181158542633057
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 7.183385372161865
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 7.18427848815918
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 7.183017253875732
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 7.183642387390137
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 7.1799139976501465
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 7.1801838874816895
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 7.180700778961182
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 7.183729648590088
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 7.183506965637207
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 7.182993412017822
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 7.184096336364746
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 7.18037223815918
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 7.182093143463135
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 7.18076753616333
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 7.184226989746094
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 7.184238433837891
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 7.183516025543213
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 7.183349609375
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 7.181553363800049
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 7.1807966232299805
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 7.181591987609863
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 7.1843390464782715
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 7.184019088745117
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 7.185263633728027
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 7.184781551361084
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 7.181955337524414
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 7.181969165802002
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 7.182934761047363
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 7.183938026428223
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 7.184205532073975
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 7.184212684631348
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 7.183683395385742
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 7.182380676269531
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 7.182178020477295
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 7.18126106262207
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 7.184253692626953
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 7.184054851531982
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 7.184266567230225
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 7.183741092681885
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 7.1812310218811035
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 7.181452751159668
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 7.180614948272705
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 7.183080673217773
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 7.183019161224365
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 7.183351516723633
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 7.183355808258057
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 7.181571006774902
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 7.181096076965332
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 7.180607795715332
                },
                {
                    "layer": "layer.64.self_attn.q_proj",
                    "ppl": 7.184234619140625
                },
                {
                    "layer": "layer.64.self_attn.k_proj",
                    "ppl": 7.183483123779297
                },
                {
                    "layer": "layer.64.self_attn.v_proj",
                    "ppl": 7.183882236480713
                },
                {
                    "layer": "layer.64.self_attn.o_proj",
                    "ppl": 7.184359550476074
                },
                {
                    "layer": "layer.64.mlp.gate_proj",
                    "ppl": 7.183947563171387
                },
                {
                    "layer": "layer.64.mlp.up_proj",
                    "ppl": 7.183472633361816
                },
                {
                    "layer": "layer.64.mlp.down_proj",
                    "ppl": 7.182201862335205
                },
                {
                    "layer": "layer.65.self_attn.q_proj",
                    "ppl": 7.184380531311035
                },
                {
                    "layer": "layer.65.self_attn.k_proj",
                    "ppl": 7.183866500854492
                },
                {
                    "layer": "layer.65.self_attn.v_proj",
                    "ppl": 7.183814525604248
                },
                {
                    "layer": "layer.65.self_attn.o_proj",
                    "ppl": 7.184011459350586
                },
                {
                    "layer": "layer.65.mlp.gate_proj",
                    "ppl": 7.181191921234131
                },
                {
                    "layer": "layer.65.mlp.up_proj",
                    "ppl": 7.18236780166626
                },
                {
                    "layer": "layer.65.mlp.down_proj",
                    "ppl": 7.182775497436523
                },
                {
                    "layer": "layer.66.self_attn.q_proj",
                    "ppl": 7.184556007385254
                },
                {
                    "layer": "layer.66.self_attn.k_proj",
                    "ppl": 7.1840500831604
                },
                {
                    "layer": "layer.66.self_attn.v_proj",
                    "ppl": 7.183955192565918
                },
                {
                    "layer": "layer.66.self_attn.o_proj",
                    "ppl": 7.185230255126953
                },
                {
                    "layer": "layer.66.mlp.gate_proj",
                    "ppl": 7.180736541748047
                },
                {
                    "layer": "layer.66.mlp.up_proj",
                    "ppl": 7.182245254516602
                },
                {
                    "layer": "layer.66.mlp.down_proj",
                    "ppl": 7.181738376617432
                },
                {
                    "layer": "layer.67.self_attn.q_proj",
                    "ppl": 7.18452262878418
                },
                {
                    "layer": "layer.67.self_attn.k_proj",
                    "ppl": 7.1841630935668945
                },
                {
                    "layer": "layer.67.self_attn.v_proj",
                    "ppl": 7.184609889984131
                },
                {
                    "layer": "layer.67.self_attn.o_proj",
                    "ppl": 7.184421062469482
                },
                {
                    "layer": "layer.67.mlp.gate_proj",
                    "ppl": 7.182148456573486
                },
                {
                    "layer": "layer.67.mlp.up_proj",
                    "ppl": 7.180849552154541
                },
                {
                    "layer": "layer.67.mlp.down_proj",
                    "ppl": 7.182385444641113
                },
                {
                    "layer": "layer.68.self_attn.q_proj",
                    "ppl": 7.184168338775635
                },
                {
                    "layer": "layer.68.self_attn.k_proj",
                    "ppl": 7.183933734893799
                },
                {
                    "layer": "layer.68.self_attn.v_proj",
                    "ppl": 7.184159278869629
                },
                {
                    "layer": "layer.68.self_attn.o_proj",
                    "ppl": 7.184210777282715
                },
                {
                    "layer": "layer.68.mlp.gate_proj",
                    "ppl": 7.18155574798584
                },
                {
                    "layer": "layer.68.mlp.up_proj",
                    "ppl": 7.184116840362549
                },
                {
                    "layer": "layer.68.mlp.down_proj",
                    "ppl": 7.1822896003723145
                },
                {
                    "layer": "layer.69.self_attn.q_proj",
                    "ppl": 7.1840620040893555
                },
                {
                    "layer": "layer.69.self_attn.k_proj",
                    "ppl": 7.183145523071289
                },
                {
                    "layer": "layer.69.self_attn.v_proj",
                    "ppl": 7.184195518493652
                },
                {
                    "layer": "layer.69.self_attn.o_proj",
                    "ppl": 7.183261394500732
                },
                {
                    "layer": "layer.69.mlp.gate_proj",
                    "ppl": 7.181684970855713
                },
                {
                    "layer": "layer.69.mlp.up_proj",
                    "ppl": 7.183865070343018
                },
                {
                    "layer": "layer.69.mlp.down_proj",
                    "ppl": 7.18304443359375
                },
                {
                    "layer": "layer.70.self_attn.q_proj",
                    "ppl": 7.182495594024658
                },
                {
                    "layer": "layer.70.self_attn.k_proj",
                    "ppl": 7.18317985534668
                },
                {
                    "layer": "layer.70.self_attn.v_proj",
                    "ppl": 7.18184757232666
                },
                {
                    "layer": "layer.70.self_attn.o_proj",
                    "ppl": 7.183666706085205
                },
                {
                    "layer": "layer.70.mlp.gate_proj",
                    "ppl": 7.182197093963623
                },
                {
                    "layer": "layer.70.mlp.up_proj",
                    "ppl": 7.1886372566223145
                },
                {
                    "layer": "layer.70.mlp.down_proj",
                    "ppl": 7.182847499847412
                },
                {
                    "layer": "layer.71.self_attn.q_proj",
                    "ppl": 7.181856632232666
                },
                {
                    "layer": "layer.71.self_attn.k_proj",
                    "ppl": 7.182869911193848
                },
                {
                    "layer": "layer.71.self_attn.v_proj",
                    "ppl": 7.179752349853516
                },
                {
                    "layer": "layer.71.self_attn.o_proj",
                    "ppl": 7.183009624481201
                },
                {
                    "layer": "layer.71.mlp.gate_proj",
                    "ppl": 7.177576541900635
                },
                {
                    "layer": "layer.71.mlp.up_proj",
                    "ppl": 7.188448429107666
                },
                {
                    "layer": "layer.71.mlp.down_proj",
                    "ppl": 7.186695575714111
                },
                {
                    "layer": "layer.72.self_attn.q_proj",
                    "ppl": 7.181816577911377
                },
                {
                    "layer": "layer.72.self_attn.k_proj",
                    "ppl": 7.180354118347168
                },
                {
                    "layer": "layer.72.self_attn.v_proj",
                    "ppl": 7.180768966674805
                },
                {
                    "layer": "layer.72.self_attn.o_proj",
                    "ppl": 7.182607173919678
                },
                {
                    "layer": "layer.72.mlp.gate_proj",
                    "ppl": 7.181102275848389
                },
                {
                    "layer": "layer.72.mlp.up_proj",
                    "ppl": 7.1836347579956055
                },
                {
                    "layer": "layer.72.mlp.down_proj",
                    "ppl": 7.183183670043945
                },
                {
                    "layer": "layer.73.self_attn.q_proj",
                    "ppl": 7.182852745056152
                },
                {
                    "layer": "layer.73.self_attn.k_proj",
                    "ppl": 7.182577133178711
                },
                {
                    "layer": "layer.73.self_attn.v_proj",
                    "ppl": 7.18412971496582
                },
                {
                    "layer": "layer.73.self_attn.o_proj",
                    "ppl": 7.185068130493164
                },
                {
                    "layer": "layer.73.mlp.gate_proj",
                    "ppl": 7.181323528289795
                },
                {
                    "layer": "layer.73.mlp.up_proj",
                    "ppl": 7.185785293579102
                },
                {
                    "layer": "layer.73.mlp.down_proj",
                    "ppl": 7.182827949523926
                },
                {
                    "layer": "layer.74.self_attn.q_proj",
                    "ppl": 7.183746337890625
                },
                {
                    "layer": "layer.74.self_attn.k_proj",
                    "ppl": 7.183841228485107
                },
                {
                    "layer": "layer.74.self_attn.v_proj",
                    "ppl": 7.182363986968994
                },
                {
                    "layer": "layer.74.self_attn.o_proj",
                    "ppl": 7.180545806884766
                },
                {
                    "layer": "layer.74.mlp.gate_proj",
                    "ppl": 7.175211429595947
                },
                {
                    "layer": "layer.74.mlp.up_proj",
                    "ppl": 7.189091205596924
                },
                {
                    "layer": "layer.74.mlp.down_proj",
                    "ppl": 7.187427520751953
                },
                {
                    "layer": "layer.75.self_attn.q_proj",
                    "ppl": 7.181221961975098
                },
                {
                    "layer": "layer.75.self_attn.k_proj",
                    "ppl": 7.182647705078125
                },
                {
                    "layer": "layer.75.self_attn.v_proj",
                    "ppl": 7.180483341217041
                },
                {
                    "layer": "layer.75.self_attn.o_proj",
                    "ppl": 7.183487892150879
                },
                {
                    "layer": "layer.75.mlp.gate_proj",
                    "ppl": 7.17588472366333
                },
                {
                    "layer": "layer.75.mlp.up_proj",
                    "ppl": 7.1889729499816895
                },
                {
                    "layer": "layer.75.mlp.down_proj",
                    "ppl": 7.183262348175049
                },
                {
                    "layer": "layer.76.self_attn.q_proj",
                    "ppl": 7.182296276092529
                },
                {
                    "layer": "layer.76.self_attn.k_proj",
                    "ppl": 7.181159019470215
                },
                {
                    "layer": "layer.76.self_attn.v_proj",
                    "ppl": 7.181210994720459
                },
                {
                    "layer": "layer.76.self_attn.o_proj",
                    "ppl": 7.182332515716553
                },
                {
                    "layer": "layer.76.mlp.gate_proj",
                    "ppl": 7.177626609802246
                },
                {
                    "layer": "layer.76.mlp.up_proj",
                    "ppl": 7.181575298309326
                },
                {
                    "layer": "layer.76.mlp.down_proj",
                    "ppl": 7.18560791015625
                },
                {
                    "layer": "layer.77.self_attn.q_proj",
                    "ppl": 7.184352397918701
                },
                {
                    "layer": "layer.77.self_attn.k_proj",
                    "ppl": 7.18553352355957
                },
                {
                    "layer": "layer.77.self_attn.v_proj",
                    "ppl": 7.182539939880371
                },
                {
                    "layer": "layer.77.self_attn.o_proj",
                    "ppl": 7.181532382965088
                },
                {
                    "layer": "layer.77.mlp.gate_proj",
                    "ppl": 7.18095588684082
                },
                {
                    "layer": "layer.77.mlp.up_proj",
                    "ppl": 7.1855669021606445
                },
                {
                    "layer": "layer.77.mlp.down_proj",
                    "ppl": 7.181748867034912
                },
                {
                    "layer": "layer.78.self_attn.q_proj",
                    "ppl": 7.183165550231934
                },
                {
                    "layer": "layer.78.self_attn.k_proj",
                    "ppl": 7.183680057525635
                },
                {
                    "layer": "layer.78.self_attn.v_proj",
                    "ppl": 7.182914733886719
                },
                {
                    "layer": "layer.78.self_attn.o_proj",
                    "ppl": 7.182774066925049
                },
                {
                    "layer": "layer.78.mlp.gate_proj",
                    "ppl": 7.176130771636963
                },
                {
                    "layer": "layer.78.mlp.up_proj",
                    "ppl": 7.178592681884766
                },
                {
                    "layer": "layer.78.mlp.down_proj",
                    "ppl": 7.174285888671875
                },
                {
                    "layer": "layer.79.self_attn.q_proj",
                    "ppl": 7.18404483795166
                },
                {
                    "layer": "layer.79.self_attn.k_proj",
                    "ppl": 7.185304164886475
                },
                {
                    "layer": "layer.79.self_attn.v_proj",
                    "ppl": 7.180629253387451
                },
                {
                    "layer": "layer.79.self_attn.o_proj",
                    "ppl": 7.18372106552124
                },
                {
                    "layer": "layer.79.mlp.gate_proj",
                    "ppl": 7.16774320602417
                },
                {
                    "layer": "layer.79.mlp.up_proj",
                    "ppl": 7.172547340393066
                },
                {
                    "layer": "layer.79.mlp.down_proj",
                    "ppl": 7.161773681640625
                }
            ]
        },
        {
            "bit": 4,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 5.954179763793945
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 5.9538445472717285
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 5.95746374130249
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 5.95504903793335
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 5.957034587860107
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 5.956035137176514
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 5.957698822021484
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 5.953888416290283
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 5.953307151794434
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 5.950543403625488
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 5.951678276062012
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 5.9514360427856445
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 5.952556133270264
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 5.952232837677002
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 5.953052520751953
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 5.953390121459961
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 5.9558024406433105
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 5.95350980758667
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 5.952817916870117
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 5.954838275909424
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 5.952464580535889
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 5.9533162117004395
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 5.953561782836914
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 5.953577041625977
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 5.952115535736084
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 5.953143119812012
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 5.953711032867432
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 5.95261812210083
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 5.953974723815918
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 5.95391321182251
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 5.9542155265808105
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 5.954087257385254
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 5.9517903327941895
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 5.951857566833496
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 5.951719760894775
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 5.954029083251953
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 5.954489231109619
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 5.952630996704102
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 5.954883575439453
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 5.952097415924072
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 5.953668594360352
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 5.952898979187012
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 5.953071117401123
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 5.952700614929199
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 5.954169273376465
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 5.953131675720215
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 5.953638553619385
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 5.952998638153076
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 5.952219486236572
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 5.954352855682373
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 5.95421838760376
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 5.954362869262695
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 5.954738140106201
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 5.9530744552612305
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 5.954071044921875
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 5.952455520629883
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 5.9541544914245605
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 5.953495502471924
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 5.955036640167236
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 5.954161167144775
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 5.954999923706055
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 5.954614639282227
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 5.954290866851807
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 5.953878879547119
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 5.954122543334961
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 5.954168796539307
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 5.9553351402282715
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 5.953644275665283
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 5.954274654388428
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 5.953418731689453
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 5.954737186431885
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 5.954645156860352
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 5.952184200286865
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 5.952062606811523
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 5.952916622161865
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 5.952604293823242
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 5.952610492706299
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 5.954200744628906
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 5.954202175140381
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 5.955487251281738
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 5.95322847366333
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 5.95550537109375
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 5.958162784576416
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 5.955259799957275
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 5.953502178192139
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 5.955297946929932
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 5.955260753631592
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 5.95339298248291
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 5.954550743103027
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 5.954231262207031
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 5.955994129180908
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 5.954409599304199
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 5.953797340393066
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 5.952080726623535
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 5.955371856689453
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 5.9530229568481445
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 5.952747344970703
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 5.953867435455322
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 5.954342365264893
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 5.956042289733887
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 5.954524517059326
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 5.957098960876465
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 5.954000949859619
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 5.954155921936035
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 5.951292991638184
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 5.955718040466309
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 5.953306674957275
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 5.953202724456787
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 5.952855110168457
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 5.953564167022705
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 5.95249080657959
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 5.954742908477783
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 5.955387592315674
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 5.955414772033691
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 5.954105377197266
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 5.953479766845703
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 5.953262805938721
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 5.954105377197266
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 5.954414367675781
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 5.955219268798828
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 5.954518795013428
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 5.953950881958008
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 5.955160140991211
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 5.954287528991699
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 5.954131126403809
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 5.94995641708374
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 5.953581809997559
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 5.952173709869385
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 5.952002048492432
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 5.95261812210083
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 5.952526092529297
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 5.955313682556152
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 5.950902462005615
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 5.953736305236816
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 5.954011917114258
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 5.954107761383057
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 5.954105377197266
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 5.95338249206543
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 5.9568376541137695
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 5.949891567230225
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 5.9560675621032715
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 5.954860687255859
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 5.951389312744141
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 5.9556989669799805
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 5.9531354904174805
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 5.955297470092773
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 5.9525580406188965
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 5.95525598526001
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 5.954494476318359
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 5.953402996063232
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 5.954164505004883
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 5.952160835266113
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 5.9535088539123535
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 5.952017784118652
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 5.952545166015625
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 5.952797889709473
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 5.948740005493164
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 5.952723979949951
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 5.952510356903076
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 5.952902317047119
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 5.950536727905273
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 5.953107833862305
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 5.953981876373291
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 5.958526611328125
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 5.953492641448975
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 5.949540138244629
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 5.957461357116699
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 5.953216552734375
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 5.9544267654418945
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 5.95443058013916
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 5.95449161529541
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 5.952517509460449
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 5.9551682472229
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 5.956521511077881
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 5.954254150390625
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 5.95593786239624
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 5.955485820770264
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 5.953442573547363
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 5.950995445251465
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 5.950871467590332
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 5.9503703117370605
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 5.948368072509766
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 5.951193809509277
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 5.954522132873535
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 5.949794769287109
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 5.951240539550781
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 5.949747562408447
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 5.9502997398376465
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 5.951929569244385
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 5.953534126281738
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 5.954362869262695
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 5.958801746368408
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 5.946924686431885
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 5.9500532150268555
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 5.951857566833496
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 5.953042507171631
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 5.953006267547607
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 5.953339099884033
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 5.95286750793457
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 5.954102993011475
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 5.951609134674072
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 5.951683044433594
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 5.952857971191406
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 5.953955173492432
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 5.953593730926514
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 5.952208042144775
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 5.95432710647583
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 5.954497337341309
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 5.950864315032959
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 5.953639984130859
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 5.953094959259033
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 5.95316219329834
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 5.950047969818115
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 5.953265190124512
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 5.949461936950684
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 5.949013710021973
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 5.9519877433776855
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 5.955292701721191
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 5.9529008865356445
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 5.953767776489258
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 5.952809810638428
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 5.953149318695068
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 5.952090263366699
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 5.9509196281433105
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 5.9520087242126465
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 5.952693462371826
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 5.951546669006348
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 5.953317165374756
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 5.951228141784668
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 5.952798843383789
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 5.954381942749023
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 5.95198917388916
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 5.9527082443237305
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 5.954127311706543
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 5.953006744384766
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 5.952445030212402
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 5.947275638580322
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 5.951727390289307
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 5.947000503540039
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 5.945829391479492
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 5.94425630569458
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 5.945551872253418
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 5.958708763122559
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 5.963024616241455
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 5.951387882232666
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 5.953262805938721
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 5.952375411987305
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 5.952961444854736
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 5.951653957366943
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 5.951627731323242
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 5.953128814697266
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 5.952831745147705
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 5.952635288238525
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 5.954511642456055
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 5.9514970779418945
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 5.9528069496154785
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 5.953429698944092
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 5.954387187957764
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 5.952522277832031
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 5.952358722686768
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 5.953221797943115
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 5.951753616333008
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 5.951261043548584
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 5.951938152313232
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 5.953075408935547
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 5.952704906463623
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 5.9540886878967285
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 5.95430850982666
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 5.953523635864258
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 5.953891277313232
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 5.953444004058838
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 5.951207160949707
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 5.952279090881348
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 5.953339099884033
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 5.95416259765625
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 5.953239440917969
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 5.952521324157715
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 5.952357292175293
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 5.952115535736084
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 5.951195240020752
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 5.953802108764648
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 5.9539794921875
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 5.954635143280029
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 5.9539594650268555
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 5.9531989097595215
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 5.952474594116211
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 5.951870441436768
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 5.953319072723389
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 5.953704357147217
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 5.953505039215088
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 5.954011917114258
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 5.953606605529785
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 5.952581882476807
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 5.952287197113037
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 5.953819751739502
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 5.953945159912109
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 5.9533162117004395
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 5.953907012939453
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 5.9527387619018555
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 5.952872276306152
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 5.952857971191406
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 5.953125
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 5.952892780303955
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 5.953176021575928
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 5.953392505645752
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 5.952065944671631
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 5.952456474304199
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 5.952011585235596
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 5.953330993652344
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 5.953353404998779
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 5.9545087814331055
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 5.953796863555908
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 5.952516555786133
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 5.950839996337891
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 5.9528069496154785
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 5.953800201416016
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 5.953652858734131
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 5.954115867614746
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 5.952779293060303
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 5.952334880828857
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 5.953008651733398
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 5.952775001525879
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 5.953795909881592
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 5.953853130340576
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 5.953668594360352
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 5.953715801239014
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 5.952574253082275
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 5.951816082000732
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 5.9528961181640625
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 5.953564167022705
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 5.954043865203857
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 5.9539079666137695
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 5.953752517700195
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 5.952657699584961
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 5.953263759613037
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 5.952386856079102
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 5.953925609588623
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 5.9542717933654785
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 5.954362869262695
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 5.95451021194458
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 5.953835487365723
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 5.951437473297119
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 5.952628135681152
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 5.953901290893555
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 5.954115867614746
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 5.953915596008301
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 5.953749179840088
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 5.952686309814453
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 5.952345848083496
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 5.9532389640808105
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 5.953896522521973
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 5.953925609588623
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 5.954092502593994
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 5.9538421630859375
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 5.9527387619018555
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 5.952354431152344
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 5.952701091766357
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 5.953912734985352
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 5.953965663909912
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 5.953836917877197
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 5.954163074493408
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 5.951783180236816
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 5.95337438583374
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 5.953736305236816
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 5.9537200927734375
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 5.953208923339844
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 5.953378200531006
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 5.954446315765381
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 5.953983306884766
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 5.953129768371582
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 5.952872276306152
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 5.954032897949219
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 5.954075813293457
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 5.953701972961426
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 5.953808784484863
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 5.952115058898926
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 5.9526591300964355
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 5.951959609985352
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 5.953796863555908
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 5.953770160675049
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 5.9540629386901855
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 5.953651428222656
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 5.9521074295043945
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 5.953711032867432
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 5.95287561416626
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 5.954135417938232
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 5.954159736633301
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 5.9544148445129395
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 5.953408718109131
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 5.953067779541016
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 5.95192813873291
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 5.952517986297607
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 5.953939914703369
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 5.954459190368652
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 5.954007625579834
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 5.953367710113525
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 5.95280647277832
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 5.952404022216797
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 5.952230930328369
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 5.953534126281738
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 5.953827381134033
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 5.953944206237793
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 5.953642845153809
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 5.951736927032471
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 5.953267574310303
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 5.952152729034424
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 5.953024387359619
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 5.9533772468566895
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 5.953682899475098
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 5.953332424163818
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 5.9520087242126465
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 5.9523186683654785
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 5.9532294273376465
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 5.953812599182129
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 5.953644275665283
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 5.9536285400390625
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 5.95377779006958
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 5.952933311462402
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 5.952237606048584
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 5.95350456237793
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 5.953973293304443
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 5.954274654388428
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 5.9543585777282715
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 5.953927040100098
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 5.953339099884033
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 5.953240394592285
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 5.9532084465026855
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 5.953816890716553
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 5.953965187072754
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 5.954087257385254
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 5.953620433807373
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 5.953390121459961
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 5.952017784118652
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 5.951838970184326
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 5.954074859619141
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 5.954005241394043
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 5.953895568847656
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 5.9538774490356445
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 5.952638149261475
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 5.953557968139648
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 5.953229904174805
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 5.954077243804932
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 5.953830718994141
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 5.953816890716553
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 5.954037666320801
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 5.952274799346924
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 5.95219087600708
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 5.95237398147583
                },
                {
                    "layer": "layer.64.self_attn.q_proj",
                    "ppl": 5.953965187072754
                },
                {
                    "layer": "layer.64.self_attn.k_proj",
                    "ppl": 5.953825950622559
                },
                {
                    "layer": "layer.64.self_attn.v_proj",
                    "ppl": 5.9539313316345215
                },
                {
                    "layer": "layer.64.self_attn.o_proj",
                    "ppl": 5.95448637008667
                },
                {
                    "layer": "layer.64.mlp.gate_proj",
                    "ppl": 5.952907562255859
                },
                {
                    "layer": "layer.64.mlp.up_proj",
                    "ppl": 5.952856540679932
                },
                {
                    "layer": "layer.64.mlp.down_proj",
                    "ppl": 5.953752040863037
                },
                {
                    "layer": "layer.65.self_attn.q_proj",
                    "ppl": 5.954283237457275
                },
                {
                    "layer": "layer.65.self_attn.k_proj",
                    "ppl": 5.954167366027832
                },
                {
                    "layer": "layer.65.self_attn.v_proj",
                    "ppl": 5.953784465789795
                },
                {
                    "layer": "layer.65.self_attn.o_proj",
                    "ppl": 5.953830718994141
                },
                {
                    "layer": "layer.65.mlp.gate_proj",
                    "ppl": 5.95287561416626
                },
                {
                    "layer": "layer.65.mlp.up_proj",
                    "ppl": 5.95378303527832
                },
                {
                    "layer": "layer.65.mlp.down_proj",
                    "ppl": 5.952493667602539
                },
                {
                    "layer": "layer.66.self_attn.q_proj",
                    "ppl": 5.954289436340332
                },
                {
                    "layer": "layer.66.self_attn.k_proj",
                    "ppl": 5.954115867614746
                },
                {
                    "layer": "layer.66.self_attn.v_proj",
                    "ppl": 5.953618049621582
                },
                {
                    "layer": "layer.66.self_attn.o_proj",
                    "ppl": 5.95347785949707
                },
                {
                    "layer": "layer.66.mlp.gate_proj",
                    "ppl": 5.952263355255127
                },
                {
                    "layer": "layer.66.mlp.up_proj",
                    "ppl": 5.952756404876709
                },
                {
                    "layer": "layer.66.mlp.down_proj",
                    "ppl": 5.9524030685424805
                },
                {
                    "layer": "layer.67.self_attn.q_proj",
                    "ppl": 5.9541335105896
                },
                {
                    "layer": "layer.67.self_attn.k_proj",
                    "ppl": 5.953881740570068
                },
                {
                    "layer": "layer.67.self_attn.v_proj",
                    "ppl": 5.953701019287109
                },
                {
                    "layer": "layer.67.self_attn.o_proj",
                    "ppl": 5.954084396362305
                },
                {
                    "layer": "layer.67.mlp.gate_proj",
                    "ppl": 5.951907157897949
                },
                {
                    "layer": "layer.67.mlp.up_proj",
                    "ppl": 5.952264785766602
                },
                {
                    "layer": "layer.67.mlp.down_proj",
                    "ppl": 5.953149795532227
                },
                {
                    "layer": "layer.68.self_attn.q_proj",
                    "ppl": 5.953557014465332
                },
                {
                    "layer": "layer.68.self_attn.k_proj",
                    "ppl": 5.953152656555176
                },
                {
                    "layer": "layer.68.self_attn.v_proj",
                    "ppl": 5.953575611114502
                },
                {
                    "layer": "layer.68.self_attn.o_proj",
                    "ppl": 5.953948974609375
                },
                {
                    "layer": "layer.68.mlp.gate_proj",
                    "ppl": 5.9525628089904785
                },
                {
                    "layer": "layer.68.mlp.up_proj",
                    "ppl": 5.9525933265686035
                },
                {
                    "layer": "layer.68.mlp.down_proj",
                    "ppl": 5.952477931976318
                },
                {
                    "layer": "layer.69.self_attn.q_proj",
                    "ppl": 5.954180717468262
                },
                {
                    "layer": "layer.69.self_attn.k_proj",
                    "ppl": 5.953965663909912
                },
                {
                    "layer": "layer.69.self_attn.v_proj",
                    "ppl": 5.954137325286865
                },
                {
                    "layer": "layer.69.self_attn.o_proj",
                    "ppl": 5.953922271728516
                },
                {
                    "layer": "layer.69.mlp.gate_proj",
                    "ppl": 5.953863143920898
                },
                {
                    "layer": "layer.69.mlp.up_proj",
                    "ppl": 5.952736854553223
                },
                {
                    "layer": "layer.69.mlp.down_proj",
                    "ppl": 5.952888011932373
                },
                {
                    "layer": "layer.70.self_attn.q_proj",
                    "ppl": 5.953677177429199
                },
                {
                    "layer": "layer.70.self_attn.k_proj",
                    "ppl": 5.952658653259277
                },
                {
                    "layer": "layer.70.self_attn.v_proj",
                    "ppl": 5.952510356903076
                },
                {
                    "layer": "layer.70.self_attn.o_proj",
                    "ppl": 5.952722549438477
                },
                {
                    "layer": "layer.70.mlp.gate_proj",
                    "ppl": 5.951079845428467
                },
                {
                    "layer": "layer.70.mlp.up_proj",
                    "ppl": 5.954760551452637
                },
                {
                    "layer": "layer.70.mlp.down_proj",
                    "ppl": 5.953306198120117
                },
                {
                    "layer": "layer.71.self_attn.q_proj",
                    "ppl": 5.953814506530762
                },
                {
                    "layer": "layer.71.self_attn.k_proj",
                    "ppl": 5.953296661376953
                },
                {
                    "layer": "layer.71.self_attn.v_proj",
                    "ppl": 5.951951026916504
                },
                {
                    "layer": "layer.71.self_attn.o_proj",
                    "ppl": 5.953525066375732
                },
                {
                    "layer": "layer.71.mlp.gate_proj",
                    "ppl": 5.949654579162598
                },
                {
                    "layer": "layer.71.mlp.up_proj",
                    "ppl": 5.957577228546143
                },
                {
                    "layer": "layer.71.mlp.down_proj",
                    "ppl": 5.953158855438232
                },
                {
                    "layer": "layer.72.self_attn.q_proj",
                    "ppl": 5.953930377960205
                },
                {
                    "layer": "layer.72.self_attn.k_proj",
                    "ppl": 5.952949047088623
                },
                {
                    "layer": "layer.72.self_attn.v_proj",
                    "ppl": 5.953458309173584
                },
                {
                    "layer": "layer.72.self_attn.o_proj",
                    "ppl": 5.952882766723633
                },
                {
                    "layer": "layer.72.mlp.gate_proj",
                    "ppl": 5.952398777008057
                },
                {
                    "layer": "layer.72.mlp.up_proj",
                    "ppl": 5.954221725463867
                },
                {
                    "layer": "layer.72.mlp.down_proj",
                    "ppl": 5.9533562660217285
                },
                {
                    "layer": "layer.73.self_attn.q_proj",
                    "ppl": 5.953729629516602
                },
                {
                    "layer": "layer.73.self_attn.k_proj",
                    "ppl": 5.954467296600342
                },
                {
                    "layer": "layer.73.self_attn.v_proj",
                    "ppl": 5.9533562660217285
                },
                {
                    "layer": "layer.73.self_attn.o_proj",
                    "ppl": 5.952753067016602
                },
                {
                    "layer": "layer.73.mlp.gate_proj",
                    "ppl": 5.951941967010498
                },
                {
                    "layer": "layer.73.mlp.up_proj",
                    "ppl": 5.956404209136963
                },
                {
                    "layer": "layer.73.mlp.down_proj",
                    "ppl": 5.955203056335449
                },
                {
                    "layer": "layer.74.self_attn.q_proj",
                    "ppl": 5.954063415527344
                },
                {
                    "layer": "layer.74.self_attn.k_proj",
                    "ppl": 5.9543023109436035
                },
                {
                    "layer": "layer.74.self_attn.v_proj",
                    "ppl": 5.952575206756592
                },
                {
                    "layer": "layer.74.self_attn.o_proj",
                    "ppl": 5.953536033630371
                },
                {
                    "layer": "layer.74.mlp.gate_proj",
                    "ppl": 5.948414325714111
                },
                {
                    "layer": "layer.74.mlp.up_proj",
                    "ppl": 5.956212520599365
                },
                {
                    "layer": "layer.74.mlp.down_proj",
                    "ppl": 5.954507350921631
                },
                {
                    "layer": "layer.75.self_attn.q_proj",
                    "ppl": 5.950377941131592
                },
                {
                    "layer": "layer.75.self_attn.k_proj",
                    "ppl": 5.954807281494141
                },
                {
                    "layer": "layer.75.self_attn.v_proj",
                    "ppl": 5.951902866363525
                },
                {
                    "layer": "layer.75.self_attn.o_proj",
                    "ppl": 5.952022075653076
                },
                {
                    "layer": "layer.75.mlp.gate_proj",
                    "ppl": 5.949771881103516
                },
                {
                    "layer": "layer.75.mlp.up_proj",
                    "ppl": 5.95529317855835
                },
                {
                    "layer": "layer.75.mlp.down_proj",
                    "ppl": 5.953461170196533
                },
                {
                    "layer": "layer.76.self_attn.q_proj",
                    "ppl": 5.953516006469727
                },
                {
                    "layer": "layer.76.self_attn.k_proj",
                    "ppl": 5.955285549163818
                },
                {
                    "layer": "layer.76.self_attn.v_proj",
                    "ppl": 5.953517913818359
                },
                {
                    "layer": "layer.76.self_attn.o_proj",
                    "ppl": 5.952542304992676
                },
                {
                    "layer": "layer.76.mlp.gate_proj",
                    "ppl": 5.951168060302734
                },
                {
                    "layer": "layer.76.mlp.up_proj",
                    "ppl": 5.954261779785156
                },
                {
                    "layer": "layer.76.mlp.down_proj",
                    "ppl": 5.953673839569092
                },
                {
                    "layer": "layer.77.self_attn.q_proj",
                    "ppl": 5.953981399536133
                },
                {
                    "layer": "layer.77.self_attn.k_proj",
                    "ppl": 5.954058647155762
                },
                {
                    "layer": "layer.77.self_attn.v_proj",
                    "ppl": 5.952725887298584
                },
                {
                    "layer": "layer.77.self_attn.o_proj",
                    "ppl": 5.953399181365967
                },
                {
                    "layer": "layer.77.mlp.gate_proj",
                    "ppl": 5.952955722808838
                },
                {
                    "layer": "layer.77.mlp.up_proj",
                    "ppl": 5.95472526550293
                },
                {
                    "layer": "layer.77.mlp.down_proj",
                    "ppl": 5.953869342803955
                },
                {
                    "layer": "layer.78.self_attn.q_proj",
                    "ppl": 5.953620910644531
                },
                {
                    "layer": "layer.78.self_attn.k_proj",
                    "ppl": 5.953953742980957
                },
                {
                    "layer": "layer.78.self_attn.v_proj",
                    "ppl": 5.953090667724609
                },
                {
                    "layer": "layer.78.self_attn.o_proj",
                    "ppl": 5.9521589279174805
                },
                {
                    "layer": "layer.78.mlp.gate_proj",
                    "ppl": 5.9483489990234375
                },
                {
                    "layer": "layer.78.mlp.up_proj",
                    "ppl": 5.953388690948486
                },
                {
                    "layer": "layer.78.mlp.down_proj",
                    "ppl": 5.95082950592041
                },
                {
                    "layer": "layer.79.self_attn.q_proj",
                    "ppl": 5.953779220581055
                },
                {
                    "layer": "layer.79.self_attn.k_proj",
                    "ppl": 5.954199314117432
                },
                {
                    "layer": "layer.79.self_attn.v_proj",
                    "ppl": 5.954549312591553
                },
                {
                    "layer": "layer.79.self_attn.o_proj",
                    "ppl": 5.954263210296631
                },
                {
                    "layer": "layer.79.mlp.gate_proj",
                    "ppl": 5.947429656982422
                },
                {
                    "layer": "layer.79.mlp.up_proj",
                    "ppl": 5.947323799133301
                },
                {
                    "layer": "layer.79.mlp.down_proj",
                    "ppl": 5.941949367523193
                }
            ]
        },
        {
            "bit": 5,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 5.502706527709961
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 5.502706527709961
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 5.503139019012451
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 5.503489017486572
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 5.503680229187012
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 5.5037102699279785
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 5.502913475036621
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 5.50211238861084
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 5.501608848571777
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 5.502562522888184
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 5.500004291534424
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 5.501949310302734
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 5.502227306365967
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 5.5027899742126465
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 5.501184940338135
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 5.502358913421631
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 5.5036468505859375
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 5.501442909240723
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 5.501928329467773
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 5.502901077270508
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 5.501789569854736
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 5.502426624298096
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 5.502455711364746
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 5.502326011657715
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 5.501640319824219
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 5.501983642578125
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 5.5029425621032715
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 5.501840114593506
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 5.502364635467529
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 5.5024285316467285
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 5.502414703369141
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 5.502201080322266
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 5.502383708953857
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 5.502018928527832
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 5.502712726593018
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 5.502943515777588
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 5.502948760986328
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 5.502217769622803
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 5.502835750579834
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 5.50346565246582
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 5.50260591506958
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 5.501708030700684
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 5.5023345947265625
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 5.5017595291137695
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 5.501850605010986
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 5.503046035766602
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 5.5028839111328125
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 5.502922534942627
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 5.503037452697754
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 5.502873420715332
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 5.502432346343994
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 5.502267360687256
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 5.501884460449219
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 5.501358985900879
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 5.50138521194458
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 5.501118183135986
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 5.502586841583252
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 5.502578258514404
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 5.503854274749756
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 5.503145694732666
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 5.502847194671631
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 5.5032806396484375
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 5.504513263702393
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 5.502844333648682
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 5.502767562866211
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 5.501460075378418
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 5.502627849578857
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 5.503245830535889
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 5.503152370452881
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 5.503150939941406
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 5.503284931182861
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 5.5024566650390625
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 5.502857685089111
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 5.502013206481934
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 5.502521514892578
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 5.503081798553467
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 5.502257347106934
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 5.502686023712158
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 5.502437114715576
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 5.502584934234619
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 5.502920627593994
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 5.5036234855651855
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 5.501996994018555
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 5.502228260040283
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 5.503044128417969
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 5.501878261566162
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 5.500651836395264
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 5.503167629241943
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 5.503271579742432
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 5.502736568450928
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 5.50334358215332
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 5.502979278564453
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 5.502485752105713
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 5.502649784088135
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 5.502091884613037
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 5.501095294952393
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 5.501673698425293
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 5.501623153686523
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 5.502901077270508
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 5.502384662628174
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 5.503322124481201
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 5.499931812286377
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 5.501520156860352
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 5.502172946929932
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 5.502108573913574
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 5.503603458404541
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 5.503126621246338
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 5.504658222198486
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 5.503884792327881
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 5.5006513595581055
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 5.502942085266113
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 5.501748085021973
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 5.503568172454834
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 5.502527713775635
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 5.503883361816406
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 5.502755641937256
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 5.502463340759277
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 5.50289249420166
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 5.501349925994873
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 5.502714157104492
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 5.502674579620361
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 5.503604888916016
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 5.50438117980957
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 5.5022759437561035
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 5.503394603729248
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 5.502958297729492
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 5.503345012664795
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 5.500791072845459
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 5.500463962554932
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 5.500035762786865
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 5.5020341873168945
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 5.5021867752075195
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 5.505542278289795
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 5.503719806671143
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 5.4996161460876465
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 5.504451274871826
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 5.5037336349487305
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 5.504973888397217
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 5.501278400421143
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 5.502663612365723
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 5.503031253814697
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 5.5032267570495605
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 5.505173206329346
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 5.504249095916748
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 5.501432418823242
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 5.499973773956299
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 5.501648902893066
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 5.502948760986328
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 5.503188133239746
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 5.501036643981934
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 5.500121116638184
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 5.5013909339904785
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 5.503376007080078
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 5.501196384429932
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 5.501729488372803
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 5.502265453338623
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 5.5047221183776855
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 5.5014519691467285
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 5.500223636627197
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 5.504116535186768
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 5.5004658699035645
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 5.502864837646484
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 5.503636360168457
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 5.496798992156982
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 5.50104284286499
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 5.504833221435547
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 5.502490520477295
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 5.502444744110107
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 5.503217697143555
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 5.502432823181152
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 5.49910306930542
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 5.502885818481445
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 5.501194953918457
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 5.505794048309326
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 5.503942489624023
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 5.50303840637207
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 5.503410816192627
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 5.501450538635254
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 5.501204490661621
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 5.496564865112305
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 5.4994730949401855
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 5.505652904510498
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 5.502997398376465
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 5.50128173828125
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 5.501671314239502
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 5.499338626861572
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 5.501438617706299
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 5.500938892364502
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 5.502753734588623
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 5.504064083099365
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 5.505597114562988
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 5.500109672546387
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 5.505285263061523
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 5.5019989013671875
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 5.499996185302734
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 5.500204563140869
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 5.502939701080322
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 5.502570152282715
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 5.501666069030762
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 5.5019330978393555
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 5.502032279968262
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 5.501500606536865
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 5.502011775970459
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 5.501869201660156
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 5.5027971267700195
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 5.5034894943237305
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 5.5015974044799805
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 5.502016544342041
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 5.502466678619385
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 5.50407075881958
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 5.502660274505615
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 5.501326084136963
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 5.499574184417725
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 5.498190402984619
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 5.500236988067627
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 5.5024847984313965
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 5.501742362976074
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 5.500540733337402
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 5.501042366027832
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 5.498309135437012
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 5.501783847808838
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 5.501095294952393
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 5.502635955810547
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 5.503273010253906
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 5.501506328582764
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 5.501165866851807
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 5.499279975891113
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 5.49863862991333
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 5.502377986907959
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 5.4983062744140625
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 5.501560211181641
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 5.501743316650391
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 5.501328945159912
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 5.497811317443848
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 5.502124786376953
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 5.500690460205078
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 5.498964786529541
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 5.500970363616943
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 5.4989447593688965
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 5.497674465179443
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 5.496986389160156
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 5.496578216552734
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 5.504977703094482
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 5.504238128662109
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 5.497945785522461
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 5.50240421295166
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 5.501906394958496
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 5.504236221313477
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 5.501718044281006
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 5.5019307136535645
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 5.50139856338501
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 5.50222635269165
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 5.501474380493164
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 5.502524375915527
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 5.502323150634766
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 5.5023627281188965
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 5.502470970153809
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 5.501708030700684
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 5.502976417541504
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 5.501801490783691
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 5.501449108123779
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 5.501734256744385
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 5.50223445892334
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 5.502229690551758
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 5.502213001251221
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 5.502335071563721
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 5.502697467803955
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 5.502776145935059
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 5.50217342376709
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 5.501995086669922
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 5.501272201538086
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 5.501956939697266
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 5.501581192016602
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 5.5021257400512695
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 5.502181053161621
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 5.501860618591309
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 5.501614570617676
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 5.501974105834961
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 5.501923084259033
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 5.502288341522217
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 5.502511024475098
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 5.502355575561523
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 5.5032758712768555
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 5.502624988555908
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 5.502156734466553
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 5.503029823303223
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 5.501614570617676
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 5.502631187438965
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 5.502636909484863
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 5.502449035644531
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 5.50185489654541
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 5.502238750457764
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 5.502095699310303
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 5.502026557922363
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 5.5026092529296875
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 5.502368927001953
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 5.50206995010376
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 5.502151966094971
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 5.501033782958984
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 5.502138137817383
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 5.501149654388428
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 5.502000331878662
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 5.501792907714844
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 5.5021796226501465
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 5.502471446990967
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 5.502166271209717
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 5.502127170562744
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 5.500895023345947
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 5.502684116363525
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 5.502051830291748
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 5.503062725067139
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 5.503392696380615
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 5.502206325531006
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 5.502649784088135
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 5.5021748542785645
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 5.502387523651123
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 5.5026445388793945
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 5.502151966094971
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 5.502501010894775
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 5.502462387084961
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 5.502059459686279
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 5.501513957977295
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 5.50253438949585
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 5.502589702606201
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 5.5023956298828125
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 5.502235412597656
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 5.501297950744629
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 5.502570629119873
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 5.501637935638428
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 5.502573490142822
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 5.502609729766846
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 5.502659320831299
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 5.502814769744873
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 5.5018839836120605
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 5.502189636230469
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 5.501915454864502
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 5.502679824829102
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 5.502819061279297
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 5.502377510070801
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 5.5024638175964355
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 5.50198221206665
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 5.503016471862793
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 5.502072811126709
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 5.502602577209473
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 5.502449035644531
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 5.502606391906738
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 5.502294540405273
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 5.501481533050537
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 5.502310752868652
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 5.50252628326416
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 5.502598762512207
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 5.502583980560303
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 5.502405643463135
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 5.502435207366943
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 5.501581192016602
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 5.502660751342773
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 5.501682758331299
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 5.5028581619262695
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 5.503103733062744
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 5.502481460571289
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 5.502829551696777
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 5.503118515014648
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 5.501956462860107
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 5.500930309295654
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 5.502539157867432
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 5.502604961395264
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 5.502493381500244
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 5.5025434494018555
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 5.501101970672607
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 5.50173807144165
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 5.502220630645752
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 5.50250768661499
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 5.502518653869629
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 5.502727508544922
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 5.5025224685668945
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 5.5028228759765625
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 5.502115726470947
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 5.502582550048828
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 5.502593994140625
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 5.502392768859863
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 5.502709865570068
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 5.502567291259766
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 5.5015645027160645
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 5.502148151397705
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 5.501680374145508
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 5.50274658203125
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 5.502636909484863
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 5.502730846405029
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 5.502810478210449
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 5.501809120178223
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 5.501924991607666
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 5.501158237457275
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 5.502771854400635
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 5.5026397705078125
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 5.502774715423584
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 5.503124713897705
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 5.50262975692749
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 5.5015435218811035
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 5.502358436584473
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 5.502505302429199
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 5.502796649932861
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 5.502321720123291
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 5.502830982208252
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 5.50173282623291
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 5.50184440612793
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 5.501845836639404
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 5.502238750457764
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 5.502645969390869
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 5.5027241706848145
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 5.50255012512207
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 5.5030107498168945
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 5.501854419708252
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 5.5018815994262695
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 5.5027947425842285
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 5.502599716186523
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 5.502676010131836
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 5.50222635269165
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 5.501709938049316
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 5.502408504486084
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 5.501794338226318
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 5.502631187438965
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 5.502403259277344
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 5.502622127532959
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 5.50278377532959
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 5.502567291259766
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 5.502247333526611
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 5.502208709716797
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 5.502480506896973
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 5.502521514892578
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 5.502403259277344
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 5.502710819244385
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 5.501698017120361
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 5.502366065979004
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 5.502313137054443
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 5.502737522125244
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 5.50269079208374
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 5.502845287322998
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 5.502626895904541
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 5.501359939575195
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 5.501984596252441
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 5.501457691192627
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 5.502665042877197
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 5.502650737762451
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 5.502696990966797
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 5.502111911773682
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 5.502650260925293
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 5.502120018005371
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 5.502723217010498
                },
                {
                    "layer": "layer.64.self_attn.q_proj",
                    "ppl": 5.502449035644531
                },
                {
                    "layer": "layer.64.self_attn.k_proj",
                    "ppl": 5.502627849578857
                },
                {
                    "layer": "layer.64.self_attn.v_proj",
                    "ppl": 5.502785682678223
                },
                {
                    "layer": "layer.64.self_attn.o_proj",
                    "ppl": 5.502591133117676
                },
                {
                    "layer": "layer.64.mlp.gate_proj",
                    "ppl": 5.502497673034668
                },
                {
                    "layer": "layer.64.mlp.up_proj",
                    "ppl": 5.502309799194336
                },
                {
                    "layer": "layer.64.mlp.down_proj",
                    "ppl": 5.502253532409668
                },
                {
                    "layer": "layer.65.self_attn.q_proj",
                    "ppl": 5.502719402313232
                },
                {
                    "layer": "layer.65.self_attn.k_proj",
                    "ppl": 5.502632141113281
                },
                {
                    "layer": "layer.65.self_attn.v_proj",
                    "ppl": 5.502943515777588
                },
                {
                    "layer": "layer.65.self_attn.o_proj",
                    "ppl": 5.502551078796387
                },
                {
                    "layer": "layer.65.mlp.gate_proj",
                    "ppl": 5.5023417472839355
                },
                {
                    "layer": "layer.65.mlp.up_proj",
                    "ppl": 5.5010504722595215
                },
                {
                    "layer": "layer.65.mlp.down_proj",
                    "ppl": 5.50140905380249
                },
                {
                    "layer": "layer.66.self_attn.q_proj",
                    "ppl": 5.502771854400635
                },
                {
                    "layer": "layer.66.self_attn.k_proj",
                    "ppl": 5.50260591506958
                },
                {
                    "layer": "layer.66.self_attn.v_proj",
                    "ppl": 5.5026445388793945
                },
                {
                    "layer": "layer.66.self_attn.o_proj",
                    "ppl": 5.502330780029297
                },
                {
                    "layer": "layer.66.mlp.gate_proj",
                    "ppl": 5.50167179107666
                },
                {
                    "layer": "layer.66.mlp.up_proj",
                    "ppl": 5.500982284545898
                },
                {
                    "layer": "layer.66.mlp.down_proj",
                    "ppl": 5.5018205642700195
                },
                {
                    "layer": "layer.67.self_attn.q_proj",
                    "ppl": 5.502740859985352
                },
                {
                    "layer": "layer.67.self_attn.k_proj",
                    "ppl": 5.502415657043457
                },
                {
                    "layer": "layer.67.self_attn.v_proj",
                    "ppl": 5.502434253692627
                },
                {
                    "layer": "layer.67.self_attn.o_proj",
                    "ppl": 5.50232458114624
                },
                {
                    "layer": "layer.67.mlp.gate_proj",
                    "ppl": 5.501896381378174
                },
                {
                    "layer": "layer.67.mlp.up_proj",
                    "ppl": 5.501771926879883
                },
                {
                    "layer": "layer.67.mlp.down_proj",
                    "ppl": 5.5020647048950195
                },
                {
                    "layer": "layer.68.self_attn.q_proj",
                    "ppl": 5.502484321594238
                },
                {
                    "layer": "layer.68.self_attn.k_proj",
                    "ppl": 5.50220251083374
                },
                {
                    "layer": "layer.68.self_attn.v_proj",
                    "ppl": 5.5032782554626465
                },
                {
                    "layer": "layer.68.self_attn.o_proj",
                    "ppl": 5.502473831176758
                },
                {
                    "layer": "layer.68.mlp.gate_proj",
                    "ppl": 5.501312732696533
                },
                {
                    "layer": "layer.68.mlp.up_proj",
                    "ppl": 5.502071380615234
                },
                {
                    "layer": "layer.68.mlp.down_proj",
                    "ppl": 5.50193452835083
                },
                {
                    "layer": "layer.69.self_attn.q_proj",
                    "ppl": 5.502650737762451
                },
                {
                    "layer": "layer.69.self_attn.k_proj",
                    "ppl": 5.502530574798584
                },
                {
                    "layer": "layer.69.self_attn.v_proj",
                    "ppl": 5.502220630645752
                },
                {
                    "layer": "layer.69.self_attn.o_proj",
                    "ppl": 5.502262592315674
                },
                {
                    "layer": "layer.69.mlp.gate_proj",
                    "ppl": 5.501289367675781
                },
                {
                    "layer": "layer.69.mlp.up_proj",
                    "ppl": 5.503389835357666
                },
                {
                    "layer": "layer.69.mlp.down_proj",
                    "ppl": 5.502478122711182
                },
                {
                    "layer": "layer.70.self_attn.q_proj",
                    "ppl": 5.502110958099365
                },
                {
                    "layer": "layer.70.self_attn.k_proj",
                    "ppl": 5.503180980682373
                },
                {
                    "layer": "layer.70.self_attn.v_proj",
                    "ppl": 5.502494812011719
                },
                {
                    "layer": "layer.70.self_attn.o_proj",
                    "ppl": 5.500595569610596
                },
                {
                    "layer": "layer.70.mlp.gate_proj",
                    "ppl": 5.50137186050415
                },
                {
                    "layer": "layer.70.mlp.up_proj",
                    "ppl": 5.502042770385742
                },
                {
                    "layer": "layer.70.mlp.down_proj",
                    "ppl": 5.502662658691406
                },
                {
                    "layer": "layer.71.self_attn.q_proj",
                    "ppl": 5.501038551330566
                },
                {
                    "layer": "layer.71.self_attn.k_proj",
                    "ppl": 5.50216007232666
                },
                {
                    "layer": "layer.71.self_attn.v_proj",
                    "ppl": 5.502188205718994
                },
                {
                    "layer": "layer.71.self_attn.o_proj",
                    "ppl": 5.5022501945495605
                },
                {
                    "layer": "layer.71.mlp.gate_proj",
                    "ppl": 5.499758720397949
                },
                {
                    "layer": "layer.71.mlp.up_proj",
                    "ppl": 5.504272937774658
                },
                {
                    "layer": "layer.71.mlp.down_proj",
                    "ppl": 5.5034894943237305
                },
                {
                    "layer": "layer.72.self_attn.q_proj",
                    "ppl": 5.501457691192627
                },
                {
                    "layer": "layer.72.self_attn.k_proj",
                    "ppl": 5.501966953277588
                },
                {
                    "layer": "layer.72.self_attn.v_proj",
                    "ppl": 5.501750946044922
                },
                {
                    "layer": "layer.72.self_attn.o_proj",
                    "ppl": 5.50225305557251
                },
                {
                    "layer": "layer.72.mlp.gate_proj",
                    "ppl": 5.50103235244751
                },
                {
                    "layer": "layer.72.mlp.up_proj",
                    "ppl": 5.502766132354736
                },
                {
                    "layer": "layer.72.mlp.down_proj",
                    "ppl": 5.503246307373047
                },
                {
                    "layer": "layer.73.self_attn.q_proj",
                    "ppl": 5.5020647048950195
                },
                {
                    "layer": "layer.73.self_attn.k_proj",
                    "ppl": 5.502962589263916
                },
                {
                    "layer": "layer.73.self_attn.v_proj",
                    "ppl": 5.50213623046875
                },
                {
                    "layer": "layer.73.self_attn.o_proj",
                    "ppl": 5.502266883850098
                },
                {
                    "layer": "layer.73.mlp.gate_proj",
                    "ppl": 5.500943660736084
                },
                {
                    "layer": "layer.73.mlp.up_proj",
                    "ppl": 5.498478889465332
                },
                {
                    "layer": "layer.73.mlp.down_proj",
                    "ppl": 5.50300407409668
                },
                {
                    "layer": "layer.74.self_attn.q_proj",
                    "ppl": 5.503194332122803
                },
                {
                    "layer": "layer.74.self_attn.k_proj",
                    "ppl": 5.502490997314453
                },
                {
                    "layer": "layer.74.self_attn.v_proj",
                    "ppl": 5.502012252807617
                },
                {
                    "layer": "layer.74.self_attn.o_proj",
                    "ppl": 5.502171516418457
                },
                {
                    "layer": "layer.74.mlp.gate_proj",
                    "ppl": 5.5015668869018555
                },
                {
                    "layer": "layer.74.mlp.up_proj",
                    "ppl": 5.505423069000244
                },
                {
                    "layer": "layer.74.mlp.down_proj",
                    "ppl": 5.503376007080078
                },
                {
                    "layer": "layer.75.self_attn.q_proj",
                    "ppl": 5.50275993347168
                },
                {
                    "layer": "layer.75.self_attn.k_proj",
                    "ppl": 5.503514766693115
                },
                {
                    "layer": "layer.75.self_attn.v_proj",
                    "ppl": 5.501380920410156
                },
                {
                    "layer": "layer.75.self_attn.o_proj",
                    "ppl": 5.502274513244629
                },
                {
                    "layer": "layer.75.mlp.gate_proj",
                    "ppl": 5.4997172355651855
                },
                {
                    "layer": "layer.75.mlp.up_proj",
                    "ppl": 5.503129959106445
                },
                {
                    "layer": "layer.75.mlp.down_proj",
                    "ppl": 5.50253963470459
                },
                {
                    "layer": "layer.76.self_attn.q_proj",
                    "ppl": 5.502792835235596
                },
                {
                    "layer": "layer.76.self_attn.k_proj",
                    "ppl": 5.503252029418945
                },
                {
                    "layer": "layer.76.self_attn.v_proj",
                    "ppl": 5.502823829650879
                },
                {
                    "layer": "layer.76.self_attn.o_proj",
                    "ppl": 5.502055644989014
                },
                {
                    "layer": "layer.76.mlp.gate_proj",
                    "ppl": 5.500659942626953
                },
                {
                    "layer": "layer.76.mlp.up_proj",
                    "ppl": 5.502620697021484
                },
                {
                    "layer": "layer.76.mlp.down_proj",
                    "ppl": 5.502749443054199
                },
                {
                    "layer": "layer.77.self_attn.q_proj",
                    "ppl": 5.502309322357178
                },
                {
                    "layer": "layer.77.self_attn.k_proj",
                    "ppl": 5.5028557777404785
                },
                {
                    "layer": "layer.77.self_attn.v_proj",
                    "ppl": 5.502237319946289
                },
                {
                    "layer": "layer.77.self_attn.o_proj",
                    "ppl": 5.50223970413208
                },
                {
                    "layer": "layer.77.mlp.gate_proj",
                    "ppl": 5.501158237457275
                },
                {
                    "layer": "layer.77.mlp.up_proj",
                    "ppl": 5.502361297607422
                },
                {
                    "layer": "layer.77.mlp.down_proj",
                    "ppl": 5.501762390136719
                },
                {
                    "layer": "layer.78.self_attn.q_proj",
                    "ppl": 5.502521514892578
                },
                {
                    "layer": "layer.78.self_attn.k_proj",
                    "ppl": 5.502487659454346
                },
                {
                    "layer": "layer.78.self_attn.v_proj",
                    "ppl": 5.50170373916626
                },
                {
                    "layer": "layer.78.self_attn.o_proj",
                    "ppl": 5.502282619476318
                },
                {
                    "layer": "layer.78.mlp.gate_proj",
                    "ppl": 5.500213146209717
                },
                {
                    "layer": "layer.78.mlp.up_proj",
                    "ppl": 5.503235816955566
                },
                {
                    "layer": "layer.78.mlp.down_proj",
                    "ppl": 5.502110958099365
                },
                {
                    "layer": "layer.79.self_attn.q_proj",
                    "ppl": 5.502574920654297
                },
                {
                    "layer": "layer.79.self_attn.k_proj",
                    "ppl": 5.502943992614746
                },
                {
                    "layer": "layer.79.self_attn.v_proj",
                    "ppl": 5.502384662628174
                },
                {
                    "layer": "layer.79.self_attn.o_proj",
                    "ppl": 5.50197172164917
                },
                {
                    "layer": "layer.79.mlp.gate_proj",
                    "ppl": 5.498456954956055
                },
                {
                    "layer": "layer.79.mlp.up_proj",
                    "ppl": 5.499777317047119
                },
                {
                    "layer": "layer.79.mlp.down_proj",
                    "ppl": 5.497514247894287
                }
            ]
        },
        {
            "bit": 6,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 5.239918231964111
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 5.239166259765625
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 5.240211486816406
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 5.238943099975586
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 5.2406134605407715
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 5.240508556365967
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 5.240599155426025
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 5.240418910980225
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 5.2400689125061035
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 5.237095355987549
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 5.238755226135254
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 5.239616394042969
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 5.239473819732666
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 5.24001407623291
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 5.239713191986084
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 5.239813804626465
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 5.239525318145752
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 5.240023612976074
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 5.23978328704834
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 5.2395806312561035
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 5.239902496337891
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 5.240097522735596
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 5.2399773597717285
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 5.239217758178711
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 5.240057468414307
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 5.23948335647583
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 5.239809036254883
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 5.239646911621094
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 5.240114212036133
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 5.239939212799072
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 5.240776538848877
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 5.240400314331055
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 5.239041805267334
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 5.240185737609863
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 5.239711761474609
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 5.240216255187988
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 5.240601062774658
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 5.241178035736084
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 5.239691734313965
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 5.239460468292236
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 5.239734172821045
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 5.239932537078857
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 5.239917755126953
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 5.239675045013428
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 5.2403035163879395
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 5.239424228668213
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 5.239933967590332
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 5.2390456199646
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 5.240356922149658
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 5.239811897277832
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 5.240341663360596
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 5.241885185241699
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 5.2402520179748535
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 5.240506649017334
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 5.240313529968262
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 5.240566730499268
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 5.240187644958496
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 5.239910125732422
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 5.240596771240234
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 5.240524768829346
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 5.240895748138428
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 5.2395853996276855
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 5.239797592163086
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 5.240325927734375
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 5.240337371826172
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 5.240123748779297
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 5.240212917327881
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 5.240184783935547
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 5.239380836486816
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 5.239384174346924
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 5.239930629730225
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 5.239988327026367
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 5.240056037902832
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 5.240733623504639
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 5.23958158493042
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 5.239604949951172
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 5.239517688751221
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 5.240213871002197
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 5.240053653717041
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 5.240468502044678
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 5.240427494049072
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 5.240152359008789
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 5.240371227264404
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 5.23992395401001
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 5.240194797515869
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 5.2400898933410645
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 5.240561008453369
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 5.240212440490723
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 5.239309787750244
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 5.240092754364014
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 5.2405853271484375
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 5.24041223526001
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 5.240227222442627
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 5.241092205047607
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 5.2403459548950195
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 5.23927116394043
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 5.239535808563232
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 5.239982604980469
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 5.2405314445495605
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 5.240640640258789
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 5.24095344543457
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 5.2424492835998535
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 5.240091323852539
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 5.240199089050293
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 5.23979377746582
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 5.240422248840332
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 5.239689350128174
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 5.242376804351807
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 5.240387439727783
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 5.2395339012146
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 5.239229202270508
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 5.238929271697998
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 5.240565776824951
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 5.240269184112549
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 5.239206314086914
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 5.241418361663818
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 5.24008321762085
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 5.240274906158447
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 5.2401323318481445
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 5.2407121658325195
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 5.239914894104004
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 5.2395501136779785
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 5.24097204208374
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 5.240757465362549
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 5.239706039428711
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 5.239851474761963
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 5.240740776062012
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 5.238476276397705
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 5.239037036895752
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 5.239516735076904
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 5.24034309387207
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 5.239400386810303
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 5.240416049957275
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 5.2405009269714355
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 5.239890098571777
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 5.238974571228027
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 5.237882614135742
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 5.239380359649658
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 5.241512298583984
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 5.240828514099121
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 5.240511894226074
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 5.2406392097473145
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 5.237764358520508
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 5.2394304275512695
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 5.240213871002197
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 5.242302417755127
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 5.241543292999268
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 5.241091728210449
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 5.240450382232666
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 5.240171432495117
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 5.240349769592285
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 5.238383769989014
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 5.241116046905518
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 5.238292694091797
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 5.239680290222168
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 5.239827632904053
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 5.239687919616699
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 5.237697124481201
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 5.24030876159668
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 5.240418910980225
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 5.2388105392456055
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 5.240345001220703
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 5.240286350250244
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 5.240733623504639
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 5.240292072296143
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 5.239344120025635
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 5.240615367889404
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 5.239119529724121
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 5.240665912628174
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 5.241179466247559
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 5.235939025878906
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 5.240962028503418
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 5.241830348968506
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 5.242766380310059
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 5.241413593292236
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 5.240462779998779
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 5.240259170532227
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 5.24163818359375
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 5.240139484405518
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 5.240494728088379
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 5.240302085876465
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 5.23859977722168
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 5.240490436553955
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 5.239360332489014
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 5.239188194274902
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 5.239964008331299
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 5.237917900085449
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 5.241574764251709
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 5.2384257316589355
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 5.2410759925842285
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 5.240187168121338
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 5.239943504333496
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 5.241307735443115
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 5.240062236785889
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 5.2383551597595215
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 5.237553596496582
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 5.239960670471191
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 5.239591598510742
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 5.23969030380249
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 5.240060806274414
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 5.2392802238464355
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 5.2390546798706055
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 5.238781929016113
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 5.239500522613525
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 5.24030065536499
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 5.239095687866211
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 5.240870475769043
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 5.241580486297607
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 5.239321708679199
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 5.238913536071777
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 5.240013599395752
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 5.240407943725586
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 5.236222267150879
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 5.239974021911621
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 5.238678455352783
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 5.2375383377075195
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 5.238247394561768
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 5.240566730499268
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 5.238775253295898
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 5.240367889404297
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 5.239493370056152
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 5.2405686378479
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 5.239665508270264
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 5.239129543304443
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 5.239825248718262
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 5.240050792694092
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 5.2383713722229
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 5.2379045486450195
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 5.238976955413818
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 5.2389373779296875
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 5.239232063293457
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 5.2388482093811035
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 5.2387824058532715
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 5.2397284507751465
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 5.237550735473633
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 5.2390031814575195
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 5.237913131713867
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 5.237716197967529
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 5.2364397048950195
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 5.236216068267822
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 5.235156536102295
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 5.237181186676025
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 5.242836952209473
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 5.242860794067383
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 5.238652229309082
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 5.239535808563232
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 5.240633487701416
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 5.238872528076172
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 5.239372253417969
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 5.2394118309021
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 5.240224361419678
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 5.239093780517578
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 5.239721775054932
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 5.240056037902832
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 5.238446235656738
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 5.240283489227295
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 5.2400078773498535
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 5.240428924560547
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 5.240225791931152
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 5.239411354064941
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 5.239341735839844
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 5.239255905151367
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 5.239515781402588
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 5.2393622398376465
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 5.23990535736084
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 5.2390055656433105
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 5.240208148956299
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 5.240191459655762
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 5.239956378936768
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 5.240423679351807
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 5.240152359008789
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 5.240358352661133
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 5.240149974822998
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 5.240025520324707
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 5.240162372589111
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 5.239537239074707
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 5.2399773597717285
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 5.239291667938232
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 5.239674091339111
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 5.239565372467041
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 5.239997386932373
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 5.2402215003967285
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 5.239650249481201
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 5.239572525024414
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 5.239341735839844
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 5.239810466766357
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 5.23964786529541
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 5.239930152893066
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 5.240070343017578
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 5.239751815795898
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 5.240027904510498
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 5.2396626472473145
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 5.239957332611084
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 5.240225791931152
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 5.240039348602295
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 5.240094184875488
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 5.239829063415527
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 5.239785671234131
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 5.240075588226318
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 5.239577770233154
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 5.239287376403809
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 5.2394022941589355
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 5.2399163246154785
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 5.239806652069092
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 5.239826202392578
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 5.239792823791504
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 5.239306926727295
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 5.239465236663818
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 5.240063667297363
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 5.239536762237549
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 5.240250587463379
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 5.24014139175415
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 5.239202499389648
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 5.2399516105651855
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 5.239711761474609
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 5.23994255065918
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 5.240057945251465
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 5.240252494812012
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 5.240119934082031
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 5.239557266235352
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 5.239980697631836
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 5.239645481109619
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 5.239907741546631
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 5.240042209625244
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 5.240069389343262
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 5.240095615386963
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 5.239650249481201
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 5.239473342895508
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 5.239573955535889
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 5.2401509284973145
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 5.240072727203369
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 5.240001201629639
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 5.239684104919434
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 5.239525318145752
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 5.239223003387451
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 5.239152431488037
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 5.240217208862305
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 5.239929676055908
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 5.240377426147461
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 5.240187644958496
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 5.239859104156494
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 5.23958158493042
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 5.239184379577637
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 5.239975452423096
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 5.240045070648193
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 5.239943504333496
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 5.240097522735596
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 5.239960193634033
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 5.239292621612549
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 5.2396135330200195
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 5.240252494812012
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 5.240020751953125
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 5.240126609802246
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 5.240225791931152
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 5.239546775817871
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 5.239335536956787
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 5.2392168045043945
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 5.240040302276611
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 5.239854335784912
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 5.240076065063477
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 5.240036964416504
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 5.23960018157959
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 5.239766597747803
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 5.239633083343506
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 5.239841938018799
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 5.239953517913818
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 5.239569187164307
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 5.239783763885498
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 5.240172386169434
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 5.2393479347229
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 5.239278793334961
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 5.239936828613281
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 5.240111351013184
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 5.239940166473389
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 5.239901065826416
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 5.239276885986328
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 5.239848613739014
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 5.239150524139404
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 5.240057468414307
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 5.239990711212158
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 5.240092754364014
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 5.2400617599487305
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 5.23957633972168
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 5.2390851974487305
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 5.239203929901123
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 5.24032735824585
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 5.2400593757629395
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 5.240204334259033
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 5.2400970458984375
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 5.239361763000488
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 5.239515781402588
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 5.239256858825684
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 5.240260601043701
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 5.240202903747559
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 5.2399139404296875
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 5.240170001983643
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 5.238930702209473
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 5.239604949951172
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 5.238992691040039
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 5.240038871765137
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 5.239788055419922
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 5.240145206451416
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 5.240084648132324
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 5.239615440368652
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 5.239526748657227
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 5.239472389221191
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 5.239671230316162
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 5.239950180053711
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 5.239811897277832
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 5.240060329437256
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 5.239322662353516
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 5.240058898925781
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 5.2396321296691895
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 5.240069389343262
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 5.240166187286377
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 5.2399773597717285
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 5.240167617797852
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 5.239679336547852
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 5.239394664764404
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 5.239070415496826
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 5.240149021148682
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 5.23990535736084
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 5.239973068237305
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 5.2400970458984375
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 5.24000883102417
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 5.239158630371094
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 5.240001201629639
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 5.240149974822998
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 5.2400689125061035
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 5.240320205688477
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 5.240009784698486
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 5.239656448364258
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 5.239539623260498
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 5.239654541015625
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 5.240029335021973
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 5.24003267288208
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 5.240072727203369
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 5.240163326263428
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 5.240111827850342
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 5.239772796630859
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 5.239438056945801
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 5.240113735198975
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 5.240015029907227
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 5.239842891693115
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 5.240243911743164
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 5.239473342895508
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 5.239471912384033
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 5.239370346069336
                },
                {
                    "layer": "layer.64.self_attn.q_proj",
                    "ppl": 5.240155220031738
                },
                {
                    "layer": "layer.64.self_attn.k_proj",
                    "ppl": 5.240063190460205
                },
                {
                    "layer": "layer.64.self_attn.v_proj",
                    "ppl": 5.240142345428467
                },
                {
                    "layer": "layer.64.self_attn.o_proj",
                    "ppl": 5.2400407791137695
                },
                {
                    "layer": "layer.64.mlp.gate_proj",
                    "ppl": 5.239596366882324
                },
                {
                    "layer": "layer.64.mlp.up_proj",
                    "ppl": 5.239251136779785
                },
                {
                    "layer": "layer.64.mlp.down_proj",
                    "ppl": 5.239510536193848
                },
                {
                    "layer": "layer.65.self_attn.q_proj",
                    "ppl": 5.240212917327881
                },
                {
                    "layer": "layer.65.self_attn.k_proj",
                    "ppl": 5.2402238845825195
                },
                {
                    "layer": "layer.65.self_attn.v_proj",
                    "ppl": 5.239903450012207
                },
                {
                    "layer": "layer.65.self_attn.o_proj",
                    "ppl": 5.240120887756348
                },
                {
                    "layer": "layer.65.mlp.gate_proj",
                    "ppl": 5.239440441131592
                },
                {
                    "layer": "layer.65.mlp.up_proj",
                    "ppl": 5.239782810211182
                },
                {
                    "layer": "layer.65.mlp.down_proj",
                    "ppl": 5.239613056182861
                },
                {
                    "layer": "layer.66.self_attn.q_proj",
                    "ppl": 5.240055084228516
                },
                {
                    "layer": "layer.66.self_attn.k_proj",
                    "ppl": 5.240006446838379
                },
                {
                    "layer": "layer.66.self_attn.v_proj",
                    "ppl": 5.240078926086426
                },
                {
                    "layer": "layer.66.self_attn.o_proj",
                    "ppl": 5.2400712966918945
                },
                {
                    "layer": "layer.66.mlp.gate_proj",
                    "ppl": 5.239722728729248
                },
                {
                    "layer": "layer.66.mlp.up_proj",
                    "ppl": 5.239893913269043
                },
                {
                    "layer": "layer.66.mlp.down_proj",
                    "ppl": 5.23958158493042
                },
                {
                    "layer": "layer.67.self_attn.q_proj",
                    "ppl": 5.239946365356445
                },
                {
                    "layer": "layer.67.self_attn.k_proj",
                    "ppl": 5.240078449249268
                },
                {
                    "layer": "layer.67.self_attn.v_proj",
                    "ppl": 5.240335941314697
                },
                {
                    "layer": "layer.67.self_attn.o_proj",
                    "ppl": 5.24003791809082
                },
                {
                    "layer": "layer.67.mlp.gate_proj",
                    "ppl": 5.23934268951416
                },
                {
                    "layer": "layer.67.mlp.up_proj",
                    "ppl": 5.239968776702881
                },
                {
                    "layer": "layer.67.mlp.down_proj",
                    "ppl": 5.239353179931641
                },
                {
                    "layer": "layer.68.self_attn.q_proj",
                    "ppl": 5.239743232727051
                },
                {
                    "layer": "layer.68.self_attn.k_proj",
                    "ppl": 5.239691734313965
                },
                {
                    "layer": "layer.68.self_attn.v_proj",
                    "ppl": 5.239511489868164
                },
                {
                    "layer": "layer.68.self_attn.o_proj",
                    "ppl": 5.2399773597717285
                },
                {
                    "layer": "layer.68.mlp.gate_proj",
                    "ppl": 5.2400078773498535
                },
                {
                    "layer": "layer.68.mlp.up_proj",
                    "ppl": 5.2394537925720215
                },
                {
                    "layer": "layer.68.mlp.down_proj",
                    "ppl": 5.239426136016846
                },
                {
                    "layer": "layer.69.self_attn.q_proj",
                    "ppl": 5.240291595458984
                },
                {
                    "layer": "layer.69.self_attn.k_proj",
                    "ppl": 5.239835262298584
                },
                {
                    "layer": "layer.69.self_attn.v_proj",
                    "ppl": 5.240055084228516
                },
                {
                    "layer": "layer.69.self_attn.o_proj",
                    "ppl": 5.239701747894287
                },
                {
                    "layer": "layer.69.mlp.gate_proj",
                    "ppl": 5.239917755126953
                },
                {
                    "layer": "layer.69.mlp.up_proj",
                    "ppl": 5.239482402801514
                },
                {
                    "layer": "layer.69.mlp.down_proj",
                    "ppl": 5.2393646240234375
                },
                {
                    "layer": "layer.70.self_attn.q_proj",
                    "ppl": 5.239654541015625
                },
                {
                    "layer": "layer.70.self_attn.k_proj",
                    "ppl": 5.239628791809082
                },
                {
                    "layer": "layer.70.self_attn.v_proj",
                    "ppl": 5.2396063804626465
                },
                {
                    "layer": "layer.70.self_attn.o_proj",
                    "ppl": 5.239728927612305
                },
                {
                    "layer": "layer.70.mlp.gate_proj",
                    "ppl": 5.239326477050781
                },
                {
                    "layer": "layer.70.mlp.up_proj",
                    "ppl": 5.240628719329834
                },
                {
                    "layer": "layer.70.mlp.down_proj",
                    "ppl": 5.2393083572387695
                },
                {
                    "layer": "layer.71.self_attn.q_proj",
                    "ppl": 5.240018367767334
                },
                {
                    "layer": "layer.71.self_attn.k_proj",
                    "ppl": 5.239847660064697
                },
                {
                    "layer": "layer.71.self_attn.v_proj",
                    "ppl": 5.23943567276001
                },
                {
                    "layer": "layer.71.self_attn.o_proj",
                    "ppl": 5.239669322967529
                },
                {
                    "layer": "layer.71.mlp.gate_proj",
                    "ppl": 5.238673686981201
                },
                {
                    "layer": "layer.71.mlp.up_proj",
                    "ppl": 5.241509437561035
                },
                {
                    "layer": "layer.71.mlp.down_proj",
                    "ppl": 5.240259647369385
                },
                {
                    "layer": "layer.72.self_attn.q_proj",
                    "ppl": 5.2393269538879395
                },
                {
                    "layer": "layer.72.self_attn.k_proj",
                    "ppl": 5.239888668060303
                },
                {
                    "layer": "layer.72.self_attn.v_proj",
                    "ppl": 5.239716529846191
                },
                {
                    "layer": "layer.72.self_attn.o_proj",
                    "ppl": 5.239505767822266
                },
                {
                    "layer": "layer.72.mlp.gate_proj",
                    "ppl": 5.239043235778809
                },
                {
                    "layer": "layer.72.mlp.up_proj",
                    "ppl": 5.2400078773498535
                },
                {
                    "layer": "layer.72.mlp.down_proj",
                    "ppl": 5.239607810974121
                },
                {
                    "layer": "layer.73.self_attn.q_proj",
                    "ppl": 5.240769863128662
                },
                {
                    "layer": "layer.73.self_attn.k_proj",
                    "ppl": 5.239631175994873
                },
                {
                    "layer": "layer.73.self_attn.v_proj",
                    "ppl": 5.239748477935791
                },
                {
                    "layer": "layer.73.self_attn.o_proj",
                    "ppl": 5.23952579498291
                },
                {
                    "layer": "layer.73.mlp.gate_proj",
                    "ppl": 5.239529132843018
                },
                {
                    "layer": "layer.73.mlp.up_proj",
                    "ppl": 5.24021577835083
                },
                {
                    "layer": "layer.73.mlp.down_proj",
                    "ppl": 5.240155220031738
                },
                {
                    "layer": "layer.74.self_attn.q_proj",
                    "ppl": 5.24033260345459
                },
                {
                    "layer": "layer.74.self_attn.k_proj",
                    "ppl": 5.240177631378174
                },
                {
                    "layer": "layer.74.self_attn.v_proj",
                    "ppl": 5.240331172943115
                },
                {
                    "layer": "layer.74.self_attn.o_proj",
                    "ppl": 5.239378929138184
                },
                {
                    "layer": "layer.74.mlp.gate_proj",
                    "ppl": 5.237861633300781
                },
                {
                    "layer": "layer.74.mlp.up_proj",
                    "ppl": 5.241139888763428
                },
                {
                    "layer": "layer.74.mlp.down_proj",
                    "ppl": 5.240359783172607
                },
                {
                    "layer": "layer.75.self_attn.q_proj",
                    "ppl": 5.238123893737793
                },
                {
                    "layer": "layer.75.self_attn.k_proj",
                    "ppl": 5.240318775177002
                },
                {
                    "layer": "layer.75.self_attn.v_proj",
                    "ppl": 5.238986968994141
                },
                {
                    "layer": "layer.75.self_attn.o_proj",
                    "ppl": 5.239683628082275
                },
                {
                    "layer": "layer.75.mlp.gate_proj",
                    "ppl": 5.238193988800049
                },
                {
                    "layer": "layer.75.mlp.up_proj",
                    "ppl": 5.2414703369140625
                },
                {
                    "layer": "layer.75.mlp.down_proj",
                    "ppl": 5.240983009338379
                },
                {
                    "layer": "layer.76.self_attn.q_proj",
                    "ppl": 5.239835739135742
                },
                {
                    "layer": "layer.76.self_attn.k_proj",
                    "ppl": 5.240689277648926
                },
                {
                    "layer": "layer.76.self_attn.v_proj",
                    "ppl": 5.239463806152344
                },
                {
                    "layer": "layer.76.self_attn.o_proj",
                    "ppl": 5.239010810852051
                },
                {
                    "layer": "layer.76.mlp.gate_proj",
                    "ppl": 5.2382683753967285
                },
                {
                    "layer": "layer.76.mlp.up_proj",
                    "ppl": 5.240489959716797
                },
                {
                    "layer": "layer.76.mlp.down_proj",
                    "ppl": 5.240387916564941
                },
                {
                    "layer": "layer.77.self_attn.q_proj",
                    "ppl": 5.23990535736084
                },
                {
                    "layer": "layer.77.self_attn.k_proj",
                    "ppl": 5.23980712890625
                },
                {
                    "layer": "layer.77.self_attn.v_proj",
                    "ppl": 5.239195823669434
                },
                {
                    "layer": "layer.77.self_attn.o_proj",
                    "ppl": 5.2397050857543945
                },
                {
                    "layer": "layer.77.mlp.gate_proj",
                    "ppl": 5.239755153656006
                },
                {
                    "layer": "layer.77.mlp.up_proj",
                    "ppl": 5.240353107452393
                },
                {
                    "layer": "layer.77.mlp.down_proj",
                    "ppl": 5.240913391113281
                },
                {
                    "layer": "layer.78.self_attn.q_proj",
                    "ppl": 5.239882469177246
                },
                {
                    "layer": "layer.78.self_attn.k_proj",
                    "ppl": 5.239652156829834
                },
                {
                    "layer": "layer.78.self_attn.v_proj",
                    "ppl": 5.239159107208252
                },
                {
                    "layer": "layer.78.self_attn.o_proj",
                    "ppl": 5.2396016120910645
                },
                {
                    "layer": "layer.78.mlp.gate_proj",
                    "ppl": 5.239344120025635
                },
                {
                    "layer": "layer.78.mlp.up_proj",
                    "ppl": 5.239956378936768
                },
                {
                    "layer": "layer.78.mlp.down_proj",
                    "ppl": 5.239076137542725
                },
                {
                    "layer": "layer.79.self_attn.q_proj",
                    "ppl": 5.239975452423096
                },
                {
                    "layer": "layer.79.self_attn.k_proj",
                    "ppl": 5.240192890167236
                },
                {
                    "layer": "layer.79.self_attn.v_proj",
                    "ppl": 5.239586353302002
                },
                {
                    "layer": "layer.79.self_attn.o_proj",
                    "ppl": 5.239982604980469
                },
                {
                    "layer": "layer.79.mlp.gate_proj",
                    "ppl": 5.238083839416504
                },
                {
                    "layer": "layer.79.mlp.up_proj",
                    "ppl": 5.238802909851074
                },
                {
                    "layer": "layer.79.mlp.down_proj",
                    "ppl": 5.236424446105957
                }
            ]
        },
        {
            "bit": 7,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 5.079209804534912
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 5.07931661605835
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 5.079234600067139
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 5.079604625701904
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 5.079795837402344
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 5.079591274261475
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 5.079111099243164
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 5.079048156738281
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 5.07896614074707
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 5.079667568206787
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 5.078686237335205
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 5.079599380493164
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 5.079246997833252
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 5.079050064086914
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 5.079070091247559
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 5.079295635223389
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 5.079078674316406
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 5.079399585723877
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 5.079336643218994
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 5.0792999267578125
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 5.0795087814331055
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 5.079111576080322
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 5.079065799713135
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 5.078640937805176
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 5.078850269317627
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 5.079043865203857
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 5.078369140625
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 5.078725814819336
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 5.079075813293457
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 5.079379558563232
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 5.079490661621094
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 5.078474521636963
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 5.079219341278076
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 5.078242778778076
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 5.078999042510986
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 5.079232692718506
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 5.079367637634277
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 5.078091144561768
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 5.079742431640625
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 5.079317569732666
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 5.079060077667236
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 5.0793561935424805
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 5.078546047210693
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 5.079162120819092
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 5.079476356506348
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 5.079341411590576
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 5.079560279846191
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 5.080226898193359
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 5.079232692718506
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 5.07924222946167
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 5.079071521759033
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 5.077652454376221
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 5.0787553787231445
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 5.079259872436523
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 5.078685283660889
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 5.079611778259277
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 5.079302787780762
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 5.078960418701172
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 5.080195426940918
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 5.0793538093566895
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 5.078500270843506
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 5.079555988311768
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 5.079089641571045
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 5.079354763031006
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 5.078819751739502
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 5.0798020362854
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 5.079602241516113
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 5.0790486335754395
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 5.079752445220947
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 5.079613208770752
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 5.079207897186279
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 5.079158782958984
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 5.078921318054199
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 5.079171180725098
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 5.0787529945373535
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 5.078930854797363
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 5.078972339630127
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 5.079328536987305
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 5.079245090484619
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 5.079108238220215
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 5.079379081726074
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 5.078895092010498
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 5.079237461090088
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 5.079896450042725
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 5.079461574554443
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 5.07938289642334
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 5.079283714294434
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 5.079150676727295
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 5.0804243087768555
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 5.080630302429199
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 5.079648494720459
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 5.079220771789551
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 5.079302787780762
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 5.07870626449585
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 5.079111099243164
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 5.078804969787598
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 5.0786213874816895
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 5.078840732574463
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 5.079615592956543
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 5.079893589019775
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 5.079229831695557
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 5.078732013702393
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 5.07824182510376
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 5.078680038452148
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 5.079410552978516
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 5.079893589019775
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 5.07956075668335
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 5.078828811645508
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 5.079960346221924
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 5.07865047454834
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 5.079737663269043
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 5.079783916473389
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 5.079542636871338
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 5.079298973083496
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 5.078914165496826
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 5.079507827758789
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 5.078683376312256
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 5.078976154327393
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 5.07949161529541
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 5.07971715927124
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 5.079253196716309
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 5.080233097076416
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 5.079843044281006
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 5.079141139984131
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 5.079122543334961
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 5.0785346031188965
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 5.07896089553833
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 5.079041481018066
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 5.078596115112305
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 5.079455852508545
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 5.078489780426025
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 5.079485893249512
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 5.078817844390869
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 5.079553127288818
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 5.079410076141357
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 5.081512451171875
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 5.079966068267822
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 5.079467296600342
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 5.0788116455078125
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 5.079241752624512
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 5.0799946784973145
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 5.079361438751221
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 5.080890655517578
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 5.0814313888549805
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 5.078747272491455
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 5.078846454620361
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 5.078135967254639
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 5.079221248626709
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 5.079558372497559
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 5.0793585777282715
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 5.078843116760254
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 5.079239845275879
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 5.079381942749023
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 5.0801591873168945
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 5.079272270202637
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 5.078697204589844
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 5.076948165893555
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 5.078807353973389
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 5.079258918762207
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 5.079104423522949
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 5.079603672027588
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 5.0796637535095215
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 5.0792436599731445
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 5.078328609466553
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 5.077761650085449
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 5.078498840332031
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 5.081247806549072
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 5.080856800079346
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 5.079143047332764
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 5.078710079193115
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 5.079074382781982
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 5.0793023109436035
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 5.07795524597168
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 5.078397274017334
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 5.0795392990112305
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 5.079771995544434
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 5.080056190490723
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 5.078830718994141
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 5.0780558586120605
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 5.079320907592773
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 5.078014373779297
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 5.079501152038574
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 5.078631401062012
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 5.0786919593811035
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 5.077175140380859
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 5.077649116516113
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 5.077839374542236
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 5.078695297241211
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 5.077195644378662
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 5.078721523284912
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 5.078408241271973
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 5.080865383148193
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 5.076338291168213
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 5.07741641998291
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 5.0782551765441895
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 5.078691482543945
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 5.078974723815918
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 5.078985691070557
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 5.078826904296875
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 5.079267501831055
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 5.078698635101318
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 5.078125953674316
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 5.080399990081787
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 5.079761028289795
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 5.078606605529785
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 5.078160762786865
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 5.078293800354004
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 5.078202247619629
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 5.0788893699646
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 5.079420566558838
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 5.078841686248779
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 5.07918643951416
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 5.079234600067139
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 5.078160762786865
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 5.078397274017334
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 5.079266548156738
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 5.078850269317627
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 5.079394817352295
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 5.0774030685424805
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 5.076476097106934
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 5.077417850494385
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 5.079678535461426
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 5.07773494720459
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 5.079371929168701
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 5.078539848327637
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 5.078286647796631
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 5.079553604125977
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 5.078505039215088
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 5.079031944274902
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 5.078112602233887
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 5.079620361328125
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 5.078129291534424
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 5.079047203063965
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 5.076732158660889
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 5.079590320587158
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 5.078369140625
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 5.077029228210449
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 5.078584671020508
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 5.076966285705566
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 5.076653957366943
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 5.077433109283447
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 5.0758795738220215
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 5.080343246459961
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 5.081862926483154
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 5.0775532722473145
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 5.079250812530518
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 5.078794956207275
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 5.079697608947754
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 5.07869291305542
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 5.078347682952881
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 5.07900333404541
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 5.079111576080322
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 5.078726768493652
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 5.079049587249756
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 5.078494548797607
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 5.078384876251221
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 5.078991889953613
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 5.078817367553711
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 5.079024314880371
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 5.078848361968994
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 5.078612327575684
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 5.078276634216309
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 5.079052448272705
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 5.078878879547119
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 5.0790910720825195
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 5.078855991363525
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 5.079188346862793
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 5.079132080078125
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 5.079110145568848
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 5.078686237335205
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 5.07865047454834
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 5.078977108001709
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 5.078037738800049
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 5.079030990600586
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 5.078790664672852
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 5.079047203063965
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 5.079071521759033
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 5.078321933746338
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 5.079055309295654
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 5.078640460968018
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 5.079140663146973
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 5.078973293304443
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 5.079426288604736
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 5.0793232917785645
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 5.079117774963379
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 5.0792155265808105
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 5.078822135925293
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 5.07914924621582
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 5.079060077667236
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 5.079178333282471
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 5.078731060028076
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 5.0788774490356445
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 5.079124927520752
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 5.078421592712402
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 5.079044342041016
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 5.079034328460693
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 5.079079627990723
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 5.078779697418213
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 5.078874588012695
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 5.0793962478637695
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 5.078482151031494
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 5.078741073608398
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 5.078461647033691
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 5.078944683074951
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 5.079287528991699
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 5.078612327575684
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 5.079067707061768
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 5.078738212585449
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 5.079164505004883
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 5.078649044036865
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 5.079289436340332
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 5.079431533813477
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 5.078720569610596
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 5.078298568725586
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 5.078685283660889
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 5.079071521759033
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 5.079122543334961
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 5.079145908355713
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 5.079111576080322
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 5.078860282897949
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 5.078586101531982
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 5.078586101531982
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 5.078969955444336
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 5.079082489013672
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 5.079012393951416
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 5.079059600830078
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 5.078728199005127
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 5.078919887542725
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 5.078709602355957
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 5.079069137573242
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 5.079124927520752
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 5.079031944274902
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 5.079268932342529
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 5.078547477722168
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 5.078839302062988
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 5.079214096069336
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 5.079143047332764
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 5.07932710647583
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 5.079171180725098
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 5.07914400100708
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 5.078591823577881
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 5.078944206237793
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 5.079067707061768
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 5.079236030578613
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 5.0790910720825195
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 5.0790252685546875
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 5.0788679122924805
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 5.078906059265137
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 5.078864574432373
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 5.079085350036621
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 5.079060077667236
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 5.0791754722595215
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 5.0789570808410645
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 5.078758239746094
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 5.07888126373291
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 5.078925132751465
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 5.078815460205078
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 5.079017162322998
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 5.079172134399414
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 5.078969955444336
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 5.07892370223999
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 5.07896089553833
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 5.079067707061768
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 5.078737735748291
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 5.079026699066162
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 5.079213619232178
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 5.0791192054748535
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 5.079012393951416
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 5.078548431396484
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 5.078433036804199
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 5.078665733337402
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 5.079081058502197
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 5.079075813293457
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 5.078970432281494
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 5.079268932342529
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 5.078756809234619
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 5.078673839569092
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 5.079013347625732
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 5.079123020172119
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 5.079004287719727
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 5.079197883605957
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 5.079315185546875
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 5.0783257484436035
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 5.079691410064697
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 5.078713417053223
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 5.079140663146973
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 5.079080104827881
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 5.07906436920166
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 5.079145908355713
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 5.07879638671875
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 5.078742980957031
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 5.078909397125244
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 5.079079627990723
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 5.079220771789551
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 5.079127311706543
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 5.0789408683776855
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 5.078955173492432
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 5.078974723815918
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 5.0789570808410645
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 5.079023361206055
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 5.079163074493408
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 5.078777313232422
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 5.0792107582092285
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 5.078465938568115
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 5.078608989715576
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 5.078973293304443
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 5.078960418701172
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 5.0789690017700195
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 5.07904577255249
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 5.0791015625
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 5.0786309242248535
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 5.0785040855407715
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 5.078652858734131
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 5.0790114402771
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 5.078874588012695
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 5.078965187072754
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 5.079098224639893
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 5.079094886779785
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 5.078927516937256
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 5.079239845275879
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 5.079074382781982
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 5.079034328460693
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 5.079580307006836
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 5.079286098480225
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 5.078439712524414
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 5.078770637512207
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 5.078033447265625
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 5.0789031982421875
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 5.079165935516357
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 5.079212188720703
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 5.079143047332764
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 5.078731060028076
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 5.079489231109619
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 5.079284191131592
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 5.079066753387451
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 5.079115390777588
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 5.079032897949219
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 5.079097747802734
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 5.078468322753906
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 5.079168796539307
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 5.078878402709961
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 5.079147815704346
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 5.0790581703186035
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 5.079156398773193
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 5.07900333404541
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 5.079020023345947
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 5.078871250152588
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 5.0789408683776855
                },
                {
                    "layer": "layer.64.self_attn.q_proj",
                    "ppl": 5.079179763793945
                },
                {
                    "layer": "layer.64.self_attn.k_proj",
                    "ppl": 5.079145431518555
                },
                {
                    "layer": "layer.64.self_attn.v_proj",
                    "ppl": 5.079112529754639
                },
                {
                    "layer": "layer.64.self_attn.o_proj",
                    "ppl": 5.0790510177612305
                },
                {
                    "layer": "layer.64.mlp.gate_proj",
                    "ppl": 5.078983783721924
                },
                {
                    "layer": "layer.64.mlp.up_proj",
                    "ppl": 5.079248905181885
                },
                {
                    "layer": "layer.64.mlp.down_proj",
                    "ppl": 5.07903528213501
                },
                {
                    "layer": "layer.65.self_attn.q_proj",
                    "ppl": 5.079187393188477
                },
                {
                    "layer": "layer.65.self_attn.k_proj",
                    "ppl": 5.079140663146973
                },
                {
                    "layer": "layer.65.self_attn.v_proj",
                    "ppl": 5.079004287719727
                },
                {
                    "layer": "layer.65.self_attn.o_proj",
                    "ppl": 5.079164981842041
                },
                {
                    "layer": "layer.65.mlp.gate_proj",
                    "ppl": 5.07914400100708
                },
                {
                    "layer": "layer.65.mlp.up_proj",
                    "ppl": 5.078721523284912
                },
                {
                    "layer": "layer.65.mlp.down_proj",
                    "ppl": 5.07869291305542
                },
                {
                    "layer": "layer.66.self_attn.q_proj",
                    "ppl": 5.0792236328125
                },
                {
                    "layer": "layer.66.self_attn.k_proj",
                    "ppl": 5.079075336456299
                },
                {
                    "layer": "layer.66.self_attn.v_proj",
                    "ppl": 5.079034328460693
                },
                {
                    "layer": "layer.66.self_attn.o_proj",
                    "ppl": 5.079268455505371
                },
                {
                    "layer": "layer.66.mlp.gate_proj",
                    "ppl": 5.078884124755859
                },
                {
                    "layer": "layer.66.mlp.up_proj",
                    "ppl": 5.078497409820557
                },
                {
                    "layer": "layer.66.mlp.down_proj",
                    "ppl": 5.079129219055176
                },
                {
                    "layer": "layer.67.self_attn.q_proj",
                    "ppl": 5.079195022583008
                },
                {
                    "layer": "layer.67.self_attn.k_proj",
                    "ppl": 5.079076766967773
                },
                {
                    "layer": "layer.67.self_attn.v_proj",
                    "ppl": 5.079115867614746
                },
                {
                    "layer": "layer.67.self_attn.o_proj",
                    "ppl": 5.079246520996094
                },
                {
                    "layer": "layer.67.mlp.gate_proj",
                    "ppl": 5.079122066497803
                },
                {
                    "layer": "layer.67.mlp.up_proj",
                    "ppl": 5.078277111053467
                },
                {
                    "layer": "layer.67.mlp.down_proj",
                    "ppl": 5.079237461090088
                },
                {
                    "layer": "layer.68.self_attn.q_proj",
                    "ppl": 5.079063415527344
                },
                {
                    "layer": "layer.68.self_attn.k_proj",
                    "ppl": 5.078906059265137
                },
                {
                    "layer": "layer.68.self_attn.v_proj",
                    "ppl": 5.079378604888916
                },
                {
                    "layer": "layer.68.self_attn.o_proj",
                    "ppl": 5.0792341232299805
                },
                {
                    "layer": "layer.68.mlp.gate_proj",
                    "ppl": 5.078301906585693
                },
                {
                    "layer": "layer.68.mlp.up_proj",
                    "ppl": 5.07887601852417
                },
                {
                    "layer": "layer.68.mlp.down_proj",
                    "ppl": 5.078914165496826
                },
                {
                    "layer": "layer.69.self_attn.q_proj",
                    "ppl": 5.079134464263916
                },
                {
                    "layer": "layer.69.self_attn.k_proj",
                    "ppl": 5.0791144371032715
                },
                {
                    "layer": "layer.69.self_attn.v_proj",
                    "ppl": 5.078937530517578
                },
                {
                    "layer": "layer.69.self_attn.o_proj",
                    "ppl": 5.078995227813721
                },
                {
                    "layer": "layer.69.mlp.gate_proj",
                    "ppl": 5.078651428222656
                },
                {
                    "layer": "layer.69.mlp.up_proj",
                    "ppl": 5.079317569732666
                },
                {
                    "layer": "layer.69.mlp.down_proj",
                    "ppl": 5.078754425048828
                },
                {
                    "layer": "layer.70.self_attn.q_proj",
                    "ppl": 5.078830718994141
                },
                {
                    "layer": "layer.70.self_attn.k_proj",
                    "ppl": 5.079208850860596
                },
                {
                    "layer": "layer.70.self_attn.v_proj",
                    "ppl": 5.078981876373291
                },
                {
                    "layer": "layer.70.self_attn.o_proj",
                    "ppl": 5.078463077545166
                },
                {
                    "layer": "layer.70.mlp.gate_proj",
                    "ppl": 5.078802585601807
                },
                {
                    "layer": "layer.70.mlp.up_proj",
                    "ppl": 5.079061985015869
                },
                {
                    "layer": "layer.70.mlp.down_proj",
                    "ppl": 5.078413486480713
                },
                {
                    "layer": "layer.71.self_attn.q_proj",
                    "ppl": 5.078157901763916
                },
                {
                    "layer": "layer.71.self_attn.k_proj",
                    "ppl": 5.079042434692383
                },
                {
                    "layer": "layer.71.self_attn.v_proj",
                    "ppl": 5.078590393066406
                },
                {
                    "layer": "layer.71.self_attn.o_proj",
                    "ppl": 5.079123497009277
                },
                {
                    "layer": "layer.71.mlp.gate_proj",
                    "ppl": 5.078282356262207
                },
                {
                    "layer": "layer.71.mlp.up_proj",
                    "ppl": 5.080197811126709
                },
                {
                    "layer": "layer.71.mlp.down_proj",
                    "ppl": 5.079468727111816
                },
                {
                    "layer": "layer.72.self_attn.q_proj",
                    "ppl": 5.07957124710083
                },
                {
                    "layer": "layer.72.self_attn.k_proj",
                    "ppl": 5.078606605529785
                },
                {
                    "layer": "layer.72.self_attn.v_proj",
                    "ppl": 5.078864574432373
                },
                {
                    "layer": "layer.72.self_attn.o_proj",
                    "ppl": 5.078819751739502
                },
                {
                    "layer": "layer.72.mlp.gate_proj",
                    "ppl": 5.07880163192749
                },
                {
                    "layer": "layer.72.mlp.up_proj",
                    "ppl": 5.079081058502197
                },
                {
                    "layer": "layer.72.mlp.down_proj",
                    "ppl": 5.078824043273926
                },
                {
                    "layer": "layer.73.self_attn.q_proj",
                    "ppl": 5.078129291534424
                },
                {
                    "layer": "layer.73.self_attn.k_proj",
                    "ppl": 5.079056739807129
                },
                {
                    "layer": "layer.73.self_attn.v_proj",
                    "ppl": 5.078731060028076
                },
                {
                    "layer": "layer.73.self_attn.o_proj",
                    "ppl": 5.0786261558532715
                },
                {
                    "layer": "layer.73.mlp.gate_proj",
                    "ppl": 5.078918933868408
                },
                {
                    "layer": "layer.73.mlp.up_proj",
                    "ppl": 5.08098030090332
                },
                {
                    "layer": "layer.73.mlp.down_proj",
                    "ppl": 5.0793352127075195
                },
                {
                    "layer": "layer.74.self_attn.q_proj",
                    "ppl": 5.07891321182251
                },
                {
                    "layer": "layer.74.self_attn.k_proj",
                    "ppl": 5.079285144805908
                },
                {
                    "layer": "layer.74.self_attn.v_proj",
                    "ppl": 5.078580856323242
                },
                {
                    "layer": "layer.74.self_attn.o_proj",
                    "ppl": 5.079117774963379
                },
                {
                    "layer": "layer.74.mlp.gate_proj",
                    "ppl": 5.078052997589111
                },
                {
                    "layer": "layer.74.mlp.up_proj",
                    "ppl": 5.080003261566162
                },
                {
                    "layer": "layer.74.mlp.down_proj",
                    "ppl": 5.079780101776123
                },
                {
                    "layer": "layer.75.self_attn.q_proj",
                    "ppl": 5.0803632736206055
                },
                {
                    "layer": "layer.75.self_attn.k_proj",
                    "ppl": 5.078575611114502
                },
                {
                    "layer": "layer.75.self_attn.v_proj",
                    "ppl": 5.077817440032959
                },
                {
                    "layer": "layer.75.self_attn.o_proj",
                    "ppl": 5.078530311584473
                },
                {
                    "layer": "layer.75.mlp.gate_proj",
                    "ppl": 5.07832670211792
                },
                {
                    "layer": "layer.75.mlp.up_proj",
                    "ppl": 5.079843044281006
                },
                {
                    "layer": "layer.75.mlp.down_proj",
                    "ppl": 5.078851699829102
                },
                {
                    "layer": "layer.76.self_attn.q_proj",
                    "ppl": 5.0792059898376465
                },
                {
                    "layer": "layer.76.self_attn.k_proj",
                    "ppl": 5.079343795776367
                },
                {
                    "layer": "layer.76.self_attn.v_proj",
                    "ppl": 5.078701019287109
                },
                {
                    "layer": "layer.76.self_attn.o_proj",
                    "ppl": 5.078516960144043
                },
                {
                    "layer": "layer.76.mlp.gate_proj",
                    "ppl": 5.07843017578125
                },
                {
                    "layer": "layer.76.mlp.up_proj",
                    "ppl": 5.079524517059326
                },
                {
                    "layer": "layer.76.mlp.down_proj",
                    "ppl": 5.079298496246338
                },
                {
                    "layer": "layer.77.self_attn.q_proj",
                    "ppl": 5.078941822052002
                },
                {
                    "layer": "layer.77.self_attn.k_proj",
                    "ppl": 5.079062461853027
                },
                {
                    "layer": "layer.77.self_attn.v_proj",
                    "ppl": 5.078840255737305
                },
                {
                    "layer": "layer.77.self_attn.o_proj",
                    "ppl": 5.078464984893799
                },
                {
                    "layer": "layer.77.mlp.gate_proj",
                    "ppl": 5.078918933868408
                },
                {
                    "layer": "layer.77.mlp.up_proj",
                    "ppl": 5.079518795013428
                },
                {
                    "layer": "layer.77.mlp.down_proj",
                    "ppl": 5.078521728515625
                },
                {
                    "layer": "layer.78.self_attn.q_proj",
                    "ppl": 5.079122543334961
                },
                {
                    "layer": "layer.78.self_attn.k_proj",
                    "ppl": 5.079275131225586
                },
                {
                    "layer": "layer.78.self_attn.v_proj",
                    "ppl": 5.078916072845459
                },
                {
                    "layer": "layer.78.self_attn.o_proj",
                    "ppl": 5.078843116760254
                },
                {
                    "layer": "layer.78.mlp.gate_proj",
                    "ppl": 5.077756404876709
                },
                {
                    "layer": "layer.78.mlp.up_proj",
                    "ppl": 5.07857084274292
                },
                {
                    "layer": "layer.78.mlp.down_proj",
                    "ppl": 5.078859806060791
                },
                {
                    "layer": "layer.79.self_attn.q_proj",
                    "ppl": 5.079098224639893
                },
                {
                    "layer": "layer.79.self_attn.k_proj",
                    "ppl": 5.079158306121826
                },
                {
                    "layer": "layer.79.self_attn.v_proj",
                    "ppl": 5.078899383544922
                },
                {
                    "layer": "layer.79.self_attn.o_proj",
                    "ppl": 5.078829288482666
                },
                {
                    "layer": "layer.79.mlp.gate_proj",
                    "ppl": 5.077131271362305
                },
                {
                    "layer": "layer.79.mlp.up_proj",
                    "ppl": 5.07820987701416
                },
                {
                    "layer": "layer.79.mlp.down_proj",
                    "ppl": 5.077782154083252
                }
            ]
        },
        {
            "bit": 8,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 4.969889163970947
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 4.969807147979736
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 4.969936847686768
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 4.969383239746094
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 4.970189094543457
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 4.970272064208984
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 4.97009801864624
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 4.969784736633301
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 4.969843864440918
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 4.969486713409424
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 4.969727039337158
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 4.969749927520752
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 4.9693427085876465
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 4.969758033752441
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 4.969784736633301
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 4.969877243041992
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 4.970049858093262
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 4.969602584838867
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 4.969784736633301
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 4.97038459777832
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 4.96926736831665
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 4.969773292541504
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 4.969749927520752
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 4.969310760498047
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 4.969541072845459
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 4.9695281982421875
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 4.969783306121826
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 4.9693684577941895
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 4.969574451446533
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 4.969595909118652
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 4.97007417678833
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 4.969812870025635
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 4.969141006469727
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 4.969981670379639
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 4.969695568084717
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 4.97007417678833
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 4.9702839851379395
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 4.970973491668701
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 4.9698286056518555
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 4.969483375549316
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 4.970211505889893
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 4.969474792480469
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 4.969831943511963
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 4.969318389892578
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 4.969666004180908
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 4.969486713409424
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 4.969644546508789
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 4.968799591064453
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 4.9695916175842285
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 4.9697794914245605
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 4.969870090484619
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 4.970709323883057
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 4.969727039337158
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 4.969479560852051
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 4.969900131225586
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 4.969186782836914
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 4.969819068908691
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 4.96962308883667
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 4.969554424285889
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 4.969707012176514
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 4.970654487609863
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 4.969863414764404
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 4.970722675323486
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 4.969817161560059
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 4.969884872436523
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 4.969069957733154
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 4.969589710235596
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 4.970000267028809
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 4.970285892486572
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 4.969908237457275
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 4.970135688781738
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 4.969793319702148
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 4.969913482666016
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 4.969275951385498
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 4.969743728637695
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 4.969877243041992
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 4.96992826461792
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 4.969689846038818
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 4.969874382019043
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 4.970393180847168
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 4.969874382019043
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 4.9702959060668945
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 4.969945430755615
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 4.969357490539551
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 4.970053672790527
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 4.969667911529541
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 4.969306468963623
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 4.970747470855713
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 4.969794273376465
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 4.969690799713135
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 4.970137596130371
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 4.970203399658203
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 4.96994686126709
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 4.969497203826904
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 4.970067024230957
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 4.969141960144043
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 4.96973180770874
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 4.969534397125244
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 4.969885349273682
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 4.969751358032227
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 4.969823837280273
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 4.969969272613525
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 4.9699201583862305
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 4.969728469848633
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 4.969272136688232
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 4.970057964324951
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 4.969308853149414
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 4.971113681793213
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 4.970329761505127
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 4.969611167907715
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 4.969577789306641
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 4.969332695007324
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 4.970083713531494
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 4.970066070556641
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 4.970370769500732
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 4.970072269439697
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 4.970009803771973
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 4.9695234298706055
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 4.969555854797363
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 4.970274448394775
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 4.969889163970947
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 4.970381736755371
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 4.970506191253662
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 4.9701642990112305
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 4.969862461090088
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 4.969005584716797
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 4.970376014709473
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 4.969326972961426
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 4.969236373901367
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 4.969271183013916
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 4.970052719116211
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 4.970460414886475
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 4.970626354217529
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 4.970048427581787
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 4.969935894012451
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 4.969348907470703
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 4.969113349914551
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 4.9697370529174805
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 4.971343517303467
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 4.9699482917785645
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 4.970118045806885
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 4.970346927642822
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 4.968292713165283
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 4.969387054443359
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 4.970134735107422
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 4.971014022827148
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 4.970212936401367
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 4.970430850982666
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 4.969989776611328
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 4.968954086303711
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 4.969056606292725
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 4.9682111740112305
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 4.969028949737549
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 4.968929767608643
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 4.96934700012207
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 4.96995210647583
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 4.970449924468994
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 4.968160629272461
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 4.9695305824279785
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 4.969961166381836
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 4.969756603240967
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 4.97007417678833
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 4.970198631286621
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 4.970412254333496
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 4.971730709075928
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 4.970395088195801
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 4.970088481903076
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 4.969428539276123
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 4.970396518707275
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 4.970102787017822
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 4.9704203605651855
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 4.969064712524414
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 4.969478130340576
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 4.970445156097412
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 4.970842361450195
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 4.969856262207031
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 4.969989776611328
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 4.970467567443848
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 4.969489097595215
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 4.9686808586120605
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 4.970230579376221
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 4.9695234298706055
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 4.970500469207764
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 4.969869136810303
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 4.9691691398620605
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 4.968165874481201
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 4.9705491065979
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 4.969311237335205
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 4.970910549163818
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 4.96995210647583
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 4.9705491065979
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 4.969442367553711
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 4.972082138061523
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 4.969841003417969
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 4.969704627990723
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 4.9685564041137695
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 4.9699506759643555
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 4.969808578491211
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 4.969735145568848
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 4.968945503234863
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 4.969480991363525
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 4.969114303588867
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 4.969254493713379
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 4.968975067138672
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 4.9702677726745605
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 4.971010684967041
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 4.970315933227539
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 4.970634937286377
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 4.968266487121582
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 4.970083236694336
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 4.969981670379639
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 4.969400882720947
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 4.968721389770508
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 4.969704627990723
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 4.969513893127441
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 4.969738006591797
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 4.9699320793151855
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 4.969138145446777
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 4.9688215255737305
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 4.970124244689941
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 4.970186233520508
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 4.9697699546813965
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 4.970028400421143
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 4.968963146209717
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 4.969481945037842
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 4.969850540161133
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 4.966820240020752
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 4.968898773193359
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 4.968925952911377
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 4.969272613525391
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 4.9693098068237305
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 4.969619274139404
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 4.969332695007324
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 4.969552040100098
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 4.968317031860352
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 4.969218730926514
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 4.968259334564209
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 4.968815803527832
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 4.968520164489746
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 4.969112873077393
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 4.966420650482178
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 4.96869421005249
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 4.971571922302246
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 4.971808910369873
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 4.969101428985596
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 4.9694671630859375
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 4.9693603515625
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 4.969947814941406
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 4.969637393951416
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 4.969925403594971
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 4.96979284286499
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 4.969955921173096
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 4.969494819641113
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 4.969872951507568
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 4.969720363616943
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 4.969858646392822
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 4.969949722290039
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 4.969892978668213
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 4.970124244689941
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 4.969596862792969
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 4.969614505767822
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 4.969052791595459
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 4.96907901763916
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 4.96949577331543
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 4.969809055328369
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 4.969722270965576
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 4.969890117645264
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 4.969799518585205
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 4.969766139984131
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 4.969833850860596
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 4.969969272613525
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 4.969877243041992
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 4.970271587371826
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 4.969637870788574
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 4.969846248626709
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 4.969542980194092
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 4.969173431396484
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 4.969778060913086
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 4.9698100090026855
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 4.9694061279296875
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 4.969908237457275
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 4.969815731048584
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 4.96981143951416
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 4.969819068908691
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 4.969553470611572
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 4.969679832458496
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 4.9694929122924805
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 4.969776630401611
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 4.969833850860596
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 4.9696879386901855
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 4.969905376434326
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 4.969869136810303
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 4.96950101852417
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 4.969771385192871
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 4.969972133636475
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 4.969750881195068
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 4.969690322875977
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 4.969895839691162
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 4.969644069671631
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 4.969089984893799
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 4.96963357925415
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 4.969520092010498
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 4.969625473022461
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 4.969694137573242
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 4.969666957855225
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 4.96995210647583
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 4.969696521759033
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 4.9695210456848145
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 4.969845294952393
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 4.968939304351807
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 4.969839572906494
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 4.969812870025635
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 4.969555377960205
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 4.969552040100098
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 4.969845294952393
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 4.96980619430542
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 4.969708442687988
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 4.969794273376465
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 4.969996452331543
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 4.970143795013428
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 4.969684600830078
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 4.969754219055176
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 4.969797611236572
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 4.969911575317383
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 4.969778060913086
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 4.969916820526123
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 4.969700813293457
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 4.969620227813721
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 4.969959259033203
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 4.969783306121826
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 4.96981143951416
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 4.969936370849609
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 4.9696574211120605
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 4.970137119293213
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 4.96978759765625
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 4.969415187835693
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 4.969863414764404
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 4.969815731048584
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 4.970006942749023
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 4.969821929931641
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 4.969895362854004
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 4.96984338760376
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 4.969687461853027
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 4.969865322113037
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 4.969831466674805
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 4.9699859619140625
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 4.970052719116211
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 4.969766139984131
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 4.9700026512146
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 4.969507694244385
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 4.969921588897705
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 4.969912052154541
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 4.969959259033203
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 4.969944477081299
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 4.96980619430542
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 4.969947814941406
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 4.96980619430542
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 4.96980619430542
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 4.969882488250732
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 4.970107078552246
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 4.9701409339904785
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 4.969278812408447
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 4.969423294067383
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 4.969853401184082
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 4.969721794128418
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 4.9698710441589355
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 4.969851493835449
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 4.969754219055176
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 4.969842433929443
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 4.97029447555542
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 4.969416618347168
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 4.969831466674805
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 4.969851970672607
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 4.969944000244141
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 4.96980619430542
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 4.96967887878418
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 4.969637393951416
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 4.969548225402832
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 4.9699201583862305
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 4.969890117645264
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 4.969656467437744
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 4.969936847686768
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 4.9696736335754395
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 4.969080924987793
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 4.9697136878967285
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 4.9700093269348145
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 4.970109939575195
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 4.9698967933654785
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 4.969741344451904
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 4.969760894775391
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 4.9698357582092285
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 4.969193935394287
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 4.969880104064941
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 4.969839572906494
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 4.969809055328369
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 4.970165729522705
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 4.969543933868408
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 4.969666957855225
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 4.969789028167725
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 4.969918727874756
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 4.9697394371032715
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 4.970061779022217
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 4.969758033752441
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 4.969658374786377
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 4.969457149505615
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 4.969634056091309
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 4.969660758972168
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 4.969671249389648
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 4.969664573669434
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 4.969712734222412
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 4.969818115234375
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 4.969951629638672
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 4.9691596031188965
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 4.9699482917785645
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 4.969717502593994
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 4.969717502593994
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 4.9699249267578125
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 4.969297409057617
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 4.969847679138184
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 4.969781875610352
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 4.9698967933654785
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 4.969644069671631
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 4.9698100090026855
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 4.969712257385254
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 4.970024108886719
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 4.9701666831970215
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 4.969964027404785
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 4.969813823699951
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 4.969883441925049
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 4.969783306121826
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 4.969734191894531
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 4.969915866851807
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 4.969228267669678
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 4.969488620758057
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 4.969751358032227
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 4.969845294952393
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 4.969883441925049
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 4.969978332519531
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 4.970102787017822
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 4.969534397125244
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 4.969749927520752
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 4.969964504241943
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 4.969735145568848
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 4.969621181488037
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 4.969822406768799
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 4.9696831703186035
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 4.969546794891357
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 4.96951150894165
                },
                {
                    "layer": "layer.64.self_attn.q_proj",
                    "ppl": 4.9697957038879395
                },
                {
                    "layer": "layer.64.self_attn.k_proj",
                    "ppl": 4.969881534576416
                },
                {
                    "layer": "layer.64.self_attn.v_proj",
                    "ppl": 4.969788551330566
                },
                {
                    "layer": "layer.64.self_attn.o_proj",
                    "ppl": 4.969856262207031
                },
                {
                    "layer": "layer.64.mlp.gate_proj",
                    "ppl": 4.969399452209473
                },
                {
                    "layer": "layer.64.mlp.up_proj",
                    "ppl": 4.96951961517334
                },
                {
                    "layer": "layer.64.mlp.down_proj",
                    "ppl": 4.969289302825928
                },
                {
                    "layer": "layer.65.self_attn.q_proj",
                    "ppl": 4.9698615074157715
                },
                {
                    "layer": "layer.65.self_attn.k_proj",
                    "ppl": 4.969841957092285
                },
                {
                    "layer": "layer.65.self_attn.v_proj",
                    "ppl": 4.969818115234375
                },
                {
                    "layer": "layer.65.self_attn.o_proj",
                    "ppl": 4.969773292541504
                },
                {
                    "layer": "layer.65.mlp.gate_proj",
                    "ppl": 4.9692864418029785
                },
                {
                    "layer": "layer.65.mlp.up_proj",
                    "ppl": 4.969580173492432
                },
                {
                    "layer": "layer.65.mlp.down_proj",
                    "ppl": 4.96951150894165
                },
                {
                    "layer": "layer.66.self_attn.q_proj",
                    "ppl": 4.969789981842041
                },
                {
                    "layer": "layer.66.self_attn.k_proj",
                    "ppl": 4.969878196716309
                },
                {
                    "layer": "layer.66.self_attn.v_proj",
                    "ppl": 4.9697489738464355
                },
                {
                    "layer": "layer.66.self_attn.o_proj",
                    "ppl": 4.969824314117432
                },
                {
                    "layer": "layer.66.mlp.gate_proj",
                    "ppl": 4.969423770904541
                },
                {
                    "layer": "layer.66.mlp.up_proj",
                    "ppl": 4.969851493835449
                },
                {
                    "layer": "layer.66.mlp.down_proj",
                    "ppl": 4.969367027282715
                },
                {
                    "layer": "layer.67.self_attn.q_proj",
                    "ppl": 4.969908237457275
                },
                {
                    "layer": "layer.67.self_attn.k_proj",
                    "ppl": 4.969921588897705
                },
                {
                    "layer": "layer.67.self_attn.v_proj",
                    "ppl": 4.96992301940918
                },
                {
                    "layer": "layer.67.self_attn.o_proj",
                    "ppl": 4.969839572906494
                },
                {
                    "layer": "layer.67.mlp.gate_proj",
                    "ppl": 4.969138145446777
                },
                {
                    "layer": "layer.67.mlp.up_proj",
                    "ppl": 4.969203472137451
                },
                {
                    "layer": "layer.67.mlp.down_proj",
                    "ppl": 4.969254493713379
                },
                {
                    "layer": "layer.68.self_attn.q_proj",
                    "ppl": 4.969695091247559
                },
                {
                    "layer": "layer.68.self_attn.k_proj",
                    "ppl": 4.96969747543335
                },
                {
                    "layer": "layer.68.self_attn.v_proj",
                    "ppl": 4.969714641571045
                },
                {
                    "layer": "layer.68.self_attn.o_proj",
                    "ppl": 4.970058917999268
                },
                {
                    "layer": "layer.68.mlp.gate_proj",
                    "ppl": 4.969874382019043
                },
                {
                    "layer": "layer.68.mlp.up_proj",
                    "ppl": 4.969594478607178
                },
                {
                    "layer": "layer.68.mlp.down_proj",
                    "ppl": 4.969204425811768
                },
                {
                    "layer": "layer.69.self_attn.q_proj",
                    "ppl": 4.970029354095459
                },
                {
                    "layer": "layer.69.self_attn.k_proj",
                    "ppl": 4.969814777374268
                },
                {
                    "layer": "layer.69.self_attn.v_proj",
                    "ppl": 4.969695568084717
                },
                {
                    "layer": "layer.69.self_attn.o_proj",
                    "ppl": 4.96965217590332
                },
                {
                    "layer": "layer.69.mlp.gate_proj",
                    "ppl": 4.969598770141602
                },
                {
                    "layer": "layer.69.mlp.up_proj",
                    "ppl": 4.969274044036865
                },
                {
                    "layer": "layer.69.mlp.down_proj",
                    "ppl": 4.969850540161133
                },
                {
                    "layer": "layer.70.self_attn.q_proj",
                    "ppl": 4.969886779785156
                },
                {
                    "layer": "layer.70.self_attn.k_proj",
                    "ppl": 4.970040321350098
                },
                {
                    "layer": "layer.70.self_attn.v_proj",
                    "ppl": 4.969738006591797
                },
                {
                    "layer": "layer.70.self_attn.o_proj",
                    "ppl": 4.969716548919678
                },
                {
                    "layer": "layer.70.mlp.gate_proj",
                    "ppl": 4.969388484954834
                },
                {
                    "layer": "layer.70.mlp.up_proj",
                    "ppl": 4.969820976257324
                },
                {
                    "layer": "layer.70.mlp.down_proj",
                    "ppl": 4.96976375579834
                },
                {
                    "layer": "layer.71.self_attn.q_proj",
                    "ppl": 4.9696855545043945
                },
                {
                    "layer": "layer.71.self_attn.k_proj",
                    "ppl": 4.969483852386475
                },
                {
                    "layer": "layer.71.self_attn.v_proj",
                    "ppl": 4.968766212463379
                },
                {
                    "layer": "layer.71.self_attn.o_proj",
                    "ppl": 4.969570636749268
                },
                {
                    "layer": "layer.71.mlp.gate_proj",
                    "ppl": 4.968927383422852
                },
                {
                    "layer": "layer.71.mlp.up_proj",
                    "ppl": 4.970939636230469
                },
                {
                    "layer": "layer.71.mlp.down_proj",
                    "ppl": 4.969946384429932
                },
                {
                    "layer": "layer.72.self_attn.q_proj",
                    "ppl": 4.96895170211792
                },
                {
                    "layer": "layer.72.self_attn.k_proj",
                    "ppl": 4.969823360443115
                },
                {
                    "layer": "layer.72.self_attn.v_proj",
                    "ppl": 4.969398021697998
                },
                {
                    "layer": "layer.72.self_attn.o_proj",
                    "ppl": 4.969542503356934
                },
                {
                    "layer": "layer.72.mlp.gate_proj",
                    "ppl": 4.969352722167969
                },
                {
                    "layer": "layer.72.mlp.up_proj",
                    "ppl": 4.969992637634277
                },
                {
                    "layer": "layer.72.mlp.down_proj",
                    "ppl": 4.969663143157959
                },
                {
                    "layer": "layer.73.self_attn.q_proj",
                    "ppl": 4.969648838043213
                },
                {
                    "layer": "layer.73.self_attn.k_proj",
                    "ppl": 4.9700188636779785
                },
                {
                    "layer": "layer.73.self_attn.v_proj",
                    "ppl": 4.969466209411621
                },
                {
                    "layer": "layer.73.self_attn.o_proj",
                    "ppl": 4.969980716705322
                },
                {
                    "layer": "layer.73.mlp.gate_proj",
                    "ppl": 4.969386100769043
                },
                {
                    "layer": "layer.73.mlp.up_proj",
                    "ppl": 4.969689846038818
                },
                {
                    "layer": "layer.73.mlp.down_proj",
                    "ppl": 4.969531536102295
                },
                {
                    "layer": "layer.74.self_attn.q_proj",
                    "ppl": 4.97031831741333
                },
                {
                    "layer": "layer.74.self_attn.k_proj",
                    "ppl": 4.970031261444092
                },
                {
                    "layer": "layer.74.self_attn.v_proj",
                    "ppl": 4.969241619110107
                },
                {
                    "layer": "layer.74.self_attn.o_proj",
                    "ppl": 4.969638824462891
                },
                {
                    "layer": "layer.74.mlp.gate_proj",
                    "ppl": 4.969183444976807
                },
                {
                    "layer": "layer.74.mlp.up_proj",
                    "ppl": 4.97059965133667
                },
                {
                    "layer": "layer.74.mlp.down_proj",
                    "ppl": 4.9695587158203125
                },
                {
                    "layer": "layer.75.self_attn.q_proj",
                    "ppl": 4.96773624420166
                },
                {
                    "layer": "layer.75.self_attn.k_proj",
                    "ppl": 4.970202445983887
                },
                {
                    "layer": "layer.75.self_attn.v_proj",
                    "ppl": 4.969217777252197
                },
                {
                    "layer": "layer.75.self_attn.o_proj",
                    "ppl": 4.969963073730469
                },
                {
                    "layer": "layer.75.mlp.gate_proj",
                    "ppl": 4.969095230102539
                },
                {
                    "layer": "layer.75.mlp.up_proj",
                    "ppl": 4.970155239105225
                },
                {
                    "layer": "layer.75.mlp.down_proj",
                    "ppl": 4.970605373382568
                },
                {
                    "layer": "layer.76.self_attn.q_proj",
                    "ppl": 4.969825267791748
                },
                {
                    "layer": "layer.76.self_attn.k_proj",
                    "ppl": 4.9700927734375
                },
                {
                    "layer": "layer.76.self_attn.v_proj",
                    "ppl": 4.969462871551514
                },
                {
                    "layer": "layer.76.self_attn.o_proj",
                    "ppl": 4.969395160675049
                },
                {
                    "layer": "layer.76.mlp.gate_proj",
                    "ppl": 4.969325542449951
                },
                {
                    "layer": "layer.76.mlp.up_proj",
                    "ppl": 4.9700164794921875
                },
                {
                    "layer": "layer.76.mlp.down_proj",
                    "ppl": 4.9703450202941895
                },
                {
                    "layer": "layer.77.self_attn.q_proj",
                    "ppl": 4.969738960266113
                },
                {
                    "layer": "layer.77.self_attn.k_proj",
                    "ppl": 4.969823360443115
                },
                {
                    "layer": "layer.77.self_attn.v_proj",
                    "ppl": 4.969260215759277
                },
                {
                    "layer": "layer.77.self_attn.o_proj",
                    "ppl": 4.9698638916015625
                },
                {
                    "layer": "layer.77.mlp.gate_proj",
                    "ppl": 4.969438076019287
                },
                {
                    "layer": "layer.77.mlp.up_proj",
                    "ppl": 4.969518661499023
                },
                {
                    "layer": "layer.77.mlp.down_proj",
                    "ppl": 4.970125198364258
                },
                {
                    "layer": "layer.78.self_attn.q_proj",
                    "ppl": 4.96983003616333
                },
                {
                    "layer": "layer.78.self_attn.k_proj",
                    "ppl": 4.969778060913086
                },
                {
                    "layer": "layer.78.self_attn.v_proj",
                    "ppl": 4.969602584838867
                },
                {
                    "layer": "layer.78.self_attn.o_proj",
                    "ppl": 4.969690799713135
                },
                {
                    "layer": "layer.78.mlp.gate_proj",
                    "ppl": 4.9690375328063965
                },
                {
                    "layer": "layer.78.mlp.up_proj",
                    "ppl": 4.969803810119629
                },
                {
                    "layer": "layer.78.mlp.down_proj",
                    "ppl": 4.969546794891357
                },
                {
                    "layer": "layer.79.self_attn.q_proj",
                    "ppl": 4.969855308532715
                },
                {
                    "layer": "layer.79.self_attn.k_proj",
                    "ppl": 4.969995975494385
                },
                {
                    "layer": "layer.79.self_attn.v_proj",
                    "ppl": 4.969722270965576
                },
                {
                    "layer": "layer.79.self_attn.o_proj",
                    "ppl": 4.969754219055176
                },
                {
                    "layer": "layer.79.mlp.gate_proj",
                    "ppl": 4.969339370727539
                },
                {
                    "layer": "layer.79.mlp.up_proj",
                    "ppl": 4.968239784240723
                },
                {
                    "layer": "layer.79.mlp.down_proj",
                    "ppl": 4.967888832092285
                }
            ]
        },
        {
            "bit": 9,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 4.881717681884766
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 4.88167667388916
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 4.881799221038818
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 4.881333827972412
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 4.881812572479248
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 4.881674289703369
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 4.881680488586426
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 4.881629467010498
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 4.881484508514404
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 4.881399154663086
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 4.881457328796387
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 4.881537437438965
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 4.881581783294678
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 4.881712436676025
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 4.881688117980957
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 4.881627082824707
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 4.881566047668457
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 4.881368637084961
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 4.881621360778809
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 4.881543159484863
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 4.88180685043335
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 4.881707191467285
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 4.881706714630127
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 4.88271427154541
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 4.881474494934082
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 4.881746768951416
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 4.881509780883789
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 4.8819990158081055
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 4.8817620277404785
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 4.881622314453125
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 4.88152551651001
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 4.881460189819336
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 4.881831645965576
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 4.881407260894775
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 4.881589889526367
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 4.881928443908691
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 4.881835460662842
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 4.880830764770508
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 4.88167142868042
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 4.881747722625732
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 4.881416320800781
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 4.881658554077148
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 4.881370544433594
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 4.881646156311035
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 4.881964683532715
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 4.881993770599365
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 4.881731986999512
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 4.881993770599365
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 4.882038593292236
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 4.881679534912109
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 4.881531238555908
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 4.880631923675537
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 4.881645679473877
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 4.881565093994141
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 4.881980895996094
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 4.881776809692383
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 4.88171911239624
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 4.8816609382629395
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 4.881380081176758
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 4.8817572593688965
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 4.88170862197876
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 4.88170862197876
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 4.881472587585449
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 4.881826877593994
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 4.881880760192871
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 4.882586479187012
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 4.882106304168701
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 4.88197660446167
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 4.881856918334961
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 4.881755828857422
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 4.8817620277404785
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 4.881646633148193
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 4.882257461547852
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 4.881838321685791
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 4.8816938400268555
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 4.88141393661499
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 4.882075309753418
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 4.881755828857422
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 4.881749153137207
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 4.8819966316223145
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 4.88177490234375
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 4.881603240966797
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 4.882128715515137
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 4.882198333740234
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 4.881675720214844
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 4.881644248962402
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 4.881429195404053
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 4.88129997253418
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 4.882092475891113
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 4.882381439208984
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 4.8816094398498535
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 4.881862640380859
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 4.881767749786377
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 4.882056713104248
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 4.881809711456299
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 4.881818771362305
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 4.881741046905518
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 4.881671905517578
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 4.88187837600708
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 4.881906986236572
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 4.881186008453369
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 4.881453514099121
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 4.881196022033691
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 4.881654739379883
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 4.881833553314209
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 4.882153034210205
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 4.881679534912109
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 4.881685733795166
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 4.882413864135742
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 4.881378173828125
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 4.882102966308594
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 4.881661891937256
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 4.881931781768799
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 4.881658554077148
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 4.881975173950195
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 4.882312774658203
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 4.881870269775391
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 4.88170051574707
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 4.881875514984131
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 4.881989479064941
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 4.881611347198486
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 4.8820343017578125
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 4.8816423416137695
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 4.880934238433838
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 4.881597995758057
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 4.882101535797119
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 4.881721496582031
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 4.881575584411621
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 4.881659507751465
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 4.881767749786377
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 4.8815836906433105
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 4.881723880767822
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 4.880822658538818
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 4.881918430328369
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 4.881767749786377
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 4.8823161125183105
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 4.881889820098877
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 4.8825578689575195
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 4.880867004394531
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 4.882497310638428
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 4.881896018981934
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 4.881702899932861
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 4.882363319396973
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 4.883299350738525
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 4.881241798400879
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 4.881220817565918
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 4.880756855010986
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 4.881534576416016
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 4.8818864822387695
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 4.882744312286377
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 4.8820695877075195
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 4.881708145141602
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 4.881579399108887
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 4.882424354553223
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 4.88193416595459
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 4.881470203399658
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 4.880649089813232
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 4.882462978363037
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 4.881894588470459
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 4.880216598510742
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 4.88095760345459
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 4.8818864822387695
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 4.881789684295654
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 4.880102157592773
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 4.8807902336120605
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 4.8816914558410645
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 4.88189697265625
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 4.8819780349731445
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 4.881661891937256
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 4.881363868713379
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 4.881266117095947
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 4.88253927230835
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 4.882606029510498
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 4.88153076171875
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 4.880972385406494
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 4.882124900817871
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 4.881946086883545
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 4.880682945251465
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 4.882092475891113
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 4.881779670715332
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 4.881902694702148
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 4.882174968719482
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 4.881711006164551
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 4.881261348724365
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 4.880188941955566
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 4.881733417510986
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 4.88055944442749
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 4.881617546081543
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 4.880494117736816
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 4.881965637207031
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 4.881763458251953
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 4.8821611404418945
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 4.880162715911865
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 4.880450248718262
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 4.881213188171387
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 4.8821868896484375
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 4.881710052490234
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 4.881382465362549
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 4.881795406341553
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 4.882242679595947
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 4.88129186630249
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 4.881123065948486
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 4.882020950317383
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 4.882447242736816
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 4.881227016448975
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 4.880196571350098
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 4.882421970367432
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 4.881039142608643
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 4.882302284240723
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 4.881866455078125
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 4.881723880767822
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 4.881690979003906
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 4.882063388824463
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 4.8803887367248535
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 4.880379676818848
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 4.881067752838135
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 4.881139278411865
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 4.8821635246276855
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 4.88100528717041
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 4.881279945373535
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 4.8809075355529785
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 4.88153600692749
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 4.8810625076293945
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 4.8821187019348145
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 4.881237983703613
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 4.881363868713379
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 4.881228923797607
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 4.8805413246154785
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 4.881443977355957
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 4.880910396575928
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 4.881892681121826
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 4.881326198577881
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 4.881296634674072
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 4.880502700805664
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 4.88169527053833
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 4.881041049957275
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 4.881154537200928
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 4.880845069885254
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 4.880191802978516
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 4.879816055297852
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 4.880520343780518
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 4.880148410797119
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 4.882394790649414
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 4.882601261138916
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 4.880672454833984
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 4.881412506103516
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 4.880925178527832
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 4.881328105926514
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 4.881646156311035
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 4.881154537200928
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 4.88153600692749
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 4.8813300132751465
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 4.881269454956055
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 4.8816094398498535
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 4.8810811042785645
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 4.881244659423828
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 4.881644248962402
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 4.881796836853027
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 4.881514549255371
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 4.88148307800293
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 4.881316184997559
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 4.8815741539001465
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 4.881417751312256
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 4.881857395172119
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 4.88171911239624
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 4.8813886642456055
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 4.881533622741699
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 4.881687641143799
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 4.881504535675049
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 4.881501197814941
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 4.881509304046631
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 4.881412506103516
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 4.881399631500244
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 4.881598949432373
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 4.8816399574279785
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 4.881385326385498
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 4.881813049316406
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 4.881331443786621
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 4.881169319152832
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 4.88155460357666
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 4.8817548751831055
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 4.8816022872924805
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 4.8817901611328125
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 4.881863117218018
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 4.8814520835876465
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 4.881596565246582
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 4.881666660308838
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 4.881638526916504
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 4.881674289703369
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 4.881687641143799
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 4.881615161895752
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 4.881294250488281
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 4.881531238555908
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 4.881553649902344
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 4.881677150726318
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 4.881667613983154
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 4.8816375732421875
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 4.881614685058594
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 4.881305694580078
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 4.8819990158081055
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 4.881208896636963
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 4.881607532501221
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 4.881331920623779
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 4.88187837600708
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 4.881785869598389
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 4.881357192993164
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 4.881530284881592
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 4.881894111633301
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 4.881773948669434
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 4.881288051605225
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 4.881755828857422
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 4.881847381591797
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 4.881727695465088
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 4.881460189819336
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 4.881155014038086
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 4.8816399574279785
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 4.881821632385254
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 4.881607532501221
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 4.881520748138428
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 4.881012439727783
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 4.881699085235596
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 4.8814520835876465
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 4.881567478179932
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 4.881805896759033
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 4.881678104400635
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 4.881443023681641
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 4.8812575340271
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 4.881321430206299
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 4.881642818450928
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 4.881701469421387
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 4.88169527053833
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 4.88169002532959
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 4.881837368011475
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 4.881433486938477
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 4.881560802459717
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 4.881232261657715
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 4.881707191467285
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 4.881667613983154
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 4.881677150726318
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 4.8816819190979
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 4.881348609924316
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 4.881383419036865
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 4.881356239318848
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 4.881664752960205
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 4.881604194641113
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 4.881792068481445
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 4.881501197814941
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 4.881223201751709
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 4.881159782409668
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 4.8815765380859375
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 4.8816070556640625
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 4.88182258605957
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 4.88165283203125
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 4.881554126739502
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 4.881397724151611
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 4.8814826011657715
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 4.881051063537598
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 4.88165283203125
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 4.881805419921875
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 4.88155460357666
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 4.88154935836792
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 4.88187313079834
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 4.881770133972168
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 4.881443977355957
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 4.8816070556640625
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 4.881749153137207
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 4.88168478012085
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 4.881711959838867
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 4.881627082824707
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 4.881222248077393
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 4.881629467010498
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 4.881653308868408
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 4.881527423858643
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 4.881588935852051
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 4.8817138671875
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 4.881679534912109
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 4.881399631500244
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 4.8814897537231445
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 4.881569862365723
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 4.88165283203125
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 4.881885528564453
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 4.881462574005127
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 4.881234645843506
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 4.881666660308838
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 4.881429195404053
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 4.8816423416137695
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 4.881644248962402
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 4.881560802459717
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 4.881687164306641
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 4.8814826011657715
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 4.881399154663086
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 4.881805419921875
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 4.881650924682617
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 4.88167667388916
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 4.88170862197876
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 4.881308078765869
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 4.881720542907715
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 4.881324291229248
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 4.88132905960083
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 4.881640911102295
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 4.881591320037842
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 4.8814520835876465
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 4.881636142730713
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 4.881370544433594
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 4.881470203399658
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 4.881467819213867
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 4.881649017333984
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 4.881834030151367
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 4.881650924682617
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 4.881648063659668
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 4.881420612335205
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 4.880920886993408
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 4.881669044494629
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 4.881644248962402
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 4.881508827209473
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 4.881743431091309
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 4.8816351890563965
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 4.881513595581055
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 4.881076335906982
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 4.881409645080566
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 4.881627082824707
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 4.881617069244385
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 4.8817057609558105
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 4.8818440437316895
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 4.881713390350342
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 4.881242752075195
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 4.8813581466674805
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 4.8816375732421875
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 4.88157844543457
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 4.881746768951416
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 4.881595134735107
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 4.881239891052246
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 4.881969928741455
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 4.881722450256348
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 4.881587505340576
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 4.881645679473877
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 4.881678104400635
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 4.881669044494629
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 4.881072998046875
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 4.881290435791016
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 4.881305694580078
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 4.881715297698975
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 4.881636142730713
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 4.881567001342773
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 4.881535530090332
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 4.881234169006348
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 4.881666660308838
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 4.881505966186523
                },
                {
                    "layer": "layer.64.self_attn.q_proj",
                    "ppl": 4.88169002532959
                },
                {
                    "layer": "layer.64.self_attn.k_proj",
                    "ppl": 4.881598949432373
                },
                {
                    "layer": "layer.64.self_attn.v_proj",
                    "ppl": 4.881475448608398
                },
                {
                    "layer": "layer.64.self_attn.o_proj",
                    "ppl": 4.881698131561279
                },
                {
                    "layer": "layer.64.mlp.gate_proj",
                    "ppl": 4.881718635559082
                },
                {
                    "layer": "layer.64.mlp.up_proj",
                    "ppl": 4.881644248962402
                },
                {
                    "layer": "layer.64.mlp.down_proj",
                    "ppl": 4.881622314453125
                },
                {
                    "layer": "layer.65.self_attn.q_proj",
                    "ppl": 4.881733417510986
                },
                {
                    "layer": "layer.65.self_attn.k_proj",
                    "ppl": 4.881648063659668
                },
                {
                    "layer": "layer.65.self_attn.v_proj",
                    "ppl": 4.8815693855285645
                },
                {
                    "layer": "layer.65.self_attn.o_proj",
                    "ppl": 4.881632328033447
                },
                {
                    "layer": "layer.65.mlp.gate_proj",
                    "ppl": 4.88184928894043
                },
                {
                    "layer": "layer.65.mlp.up_proj",
                    "ppl": 4.881463527679443
                },
                {
                    "layer": "layer.65.mlp.down_proj",
                    "ppl": 4.881422996520996
                },
                {
                    "layer": "layer.66.self_attn.q_proj",
                    "ppl": 4.881689071655273
                },
                {
                    "layer": "layer.66.self_attn.k_proj",
                    "ppl": 4.88169527053833
                },
                {
                    "layer": "layer.66.self_attn.v_proj",
                    "ppl": 4.8815765380859375
                },
                {
                    "layer": "layer.66.self_attn.o_proj",
                    "ppl": 4.881605625152588
                },
                {
                    "layer": "layer.66.mlp.gate_proj",
                    "ppl": 4.881686210632324
                },
                {
                    "layer": "layer.66.mlp.up_proj",
                    "ppl": 4.881130218505859
                },
                {
                    "layer": "layer.66.mlp.down_proj",
                    "ppl": 4.881572246551514
                },
                {
                    "layer": "layer.67.self_attn.q_proj",
                    "ppl": 4.88171911239624
                },
                {
                    "layer": "layer.67.self_attn.k_proj",
                    "ppl": 4.881617069244385
                },
                {
                    "layer": "layer.67.self_attn.v_proj",
                    "ppl": 4.881775856018066
                },
                {
                    "layer": "layer.67.self_attn.o_proj",
                    "ppl": 4.881592750549316
                },
                {
                    "layer": "layer.67.mlp.gate_proj",
                    "ppl": 4.881336688995361
                },
                {
                    "layer": "layer.67.mlp.up_proj",
                    "ppl": 4.881464958190918
                },
                {
                    "layer": "layer.67.mlp.down_proj",
                    "ppl": 4.881795406341553
                },
                {
                    "layer": "layer.68.self_attn.q_proj",
                    "ppl": 4.881737232208252
                },
                {
                    "layer": "layer.68.self_attn.k_proj",
                    "ppl": 4.881623268127441
                },
                {
                    "layer": "layer.68.self_attn.v_proj",
                    "ppl": 4.881605625152588
                },
                {
                    "layer": "layer.68.self_attn.o_proj",
                    "ppl": 4.8815178871154785
                },
                {
                    "layer": "layer.68.mlp.gate_proj",
                    "ppl": 4.88145112991333
                },
                {
                    "layer": "layer.68.mlp.up_proj",
                    "ppl": 4.881617546081543
                },
                {
                    "layer": "layer.68.mlp.down_proj",
                    "ppl": 4.881742477416992
                },
                {
                    "layer": "layer.69.self_attn.q_proj",
                    "ppl": 4.881538391113281
                },
                {
                    "layer": "layer.69.self_attn.k_proj",
                    "ppl": 4.881621837615967
                },
                {
                    "layer": "layer.69.self_attn.v_proj",
                    "ppl": 4.881698131561279
                },
                {
                    "layer": "layer.69.self_attn.o_proj",
                    "ppl": 4.881728172302246
                },
                {
                    "layer": "layer.69.mlp.gate_proj",
                    "ppl": 4.88136625289917
                },
                {
                    "layer": "layer.69.mlp.up_proj",
                    "ppl": 4.881913185119629
                },
                {
                    "layer": "layer.69.mlp.down_proj",
                    "ppl": 4.881474494934082
                },
                {
                    "layer": "layer.70.self_attn.q_proj",
                    "ppl": 4.881680965423584
                },
                {
                    "layer": "layer.70.self_attn.k_proj",
                    "ppl": 4.881657123565674
                },
                {
                    "layer": "layer.70.self_attn.v_proj",
                    "ppl": 4.88169527053833
                },
                {
                    "layer": "layer.70.self_attn.o_proj",
                    "ppl": 4.881124973297119
                },
                {
                    "layer": "layer.70.mlp.gate_proj",
                    "ppl": 4.881643772125244
                },
                {
                    "layer": "layer.70.mlp.up_proj",
                    "ppl": 4.881807327270508
                },
                {
                    "layer": "layer.70.mlp.down_proj",
                    "ppl": 4.881404399871826
                },
                {
                    "layer": "layer.71.self_attn.q_proj",
                    "ppl": 4.881569862365723
                },
                {
                    "layer": "layer.71.self_attn.k_proj",
                    "ppl": 4.881753921508789
                },
                {
                    "layer": "layer.71.self_attn.v_proj",
                    "ppl": 4.88045597076416
                },
                {
                    "layer": "layer.71.self_attn.o_proj",
                    "ppl": 4.881846904754639
                },
                {
                    "layer": "layer.71.mlp.gate_proj",
                    "ppl": 4.881240367889404
                },
                {
                    "layer": "layer.71.mlp.up_proj",
                    "ppl": 4.882301330566406
                },
                {
                    "layer": "layer.71.mlp.down_proj",
                    "ppl": 4.881650924682617
                },
                {
                    "layer": "layer.72.self_attn.q_proj",
                    "ppl": 4.881496429443359
                },
                {
                    "layer": "layer.72.self_attn.k_proj",
                    "ppl": 4.88145112991333
                },
                {
                    "layer": "layer.72.self_attn.v_proj",
                    "ppl": 4.88138484954834
                },
                {
                    "layer": "layer.72.self_attn.o_proj",
                    "ppl": 4.881568908691406
                },
                {
                    "layer": "layer.72.mlp.gate_proj",
                    "ppl": 4.881216526031494
                },
                {
                    "layer": "layer.72.mlp.up_proj",
                    "ppl": 4.881956577301025
                },
                {
                    "layer": "layer.72.mlp.down_proj",
                    "ppl": 4.88152551651001
                },
                {
                    "layer": "layer.73.self_attn.q_proj",
                    "ppl": 4.881017684936523
                },
                {
                    "layer": "layer.73.self_attn.k_proj",
                    "ppl": 4.881411552429199
                },
                {
                    "layer": "layer.73.self_attn.v_proj",
                    "ppl": 4.881470680236816
                },
                {
                    "layer": "layer.73.self_attn.o_proj",
                    "ppl": 4.881167888641357
                },
                {
                    "layer": "layer.73.mlp.gate_proj",
                    "ppl": 4.881354808807373
                },
                {
                    "layer": "layer.73.mlp.up_proj",
                    "ppl": 4.882468223571777
                },
                {
                    "layer": "layer.73.mlp.down_proj",
                    "ppl": 4.882048606872559
                },
                {
                    "layer": "layer.74.self_attn.q_proj",
                    "ppl": 4.881805419921875
                },
                {
                    "layer": "layer.74.self_attn.k_proj",
                    "ppl": 4.881910800933838
                },
                {
                    "layer": "layer.74.self_attn.v_proj",
                    "ppl": 4.881390571594238
                },
                {
                    "layer": "layer.74.self_attn.o_proj",
                    "ppl": 4.881603717803955
                },
                {
                    "layer": "layer.74.mlp.gate_proj",
                    "ppl": 4.880842208862305
                },
                {
                    "layer": "layer.74.mlp.up_proj",
                    "ppl": 4.882281303405762
                },
                {
                    "layer": "layer.74.mlp.down_proj",
                    "ppl": 4.881779193878174
                },
                {
                    "layer": "layer.75.self_attn.q_proj",
                    "ppl": 4.8824944496154785
                },
                {
                    "layer": "layer.75.self_attn.k_proj",
                    "ppl": 4.881040573120117
                },
                {
                    "layer": "layer.75.self_attn.v_proj",
                    "ppl": 4.880655288696289
                },
                {
                    "layer": "layer.75.self_attn.o_proj",
                    "ppl": 4.881303310394287
                },
                {
                    "layer": "layer.75.mlp.gate_proj",
                    "ppl": 4.8809590339660645
                },
                {
                    "layer": "layer.75.mlp.up_proj",
                    "ppl": 4.882062911987305
                },
                {
                    "layer": "layer.75.mlp.down_proj",
                    "ppl": 4.881897449493408
                },
                {
                    "layer": "layer.76.self_attn.q_proj",
                    "ppl": 4.881646156311035
                },
                {
                    "layer": "layer.76.self_attn.k_proj",
                    "ppl": 4.881857872009277
                },
                {
                    "layer": "layer.76.self_attn.v_proj",
                    "ppl": 4.881617546081543
                },
                {
                    "layer": "layer.76.self_attn.o_proj",
                    "ppl": 4.881369590759277
                },
                {
                    "layer": "layer.76.mlp.gate_proj",
                    "ppl": 4.88077974319458
                },
                {
                    "layer": "layer.76.mlp.up_proj",
                    "ppl": 4.881257057189941
                },
                {
                    "layer": "layer.76.mlp.down_proj",
                    "ppl": 4.881717681884766
                },
                {
                    "layer": "layer.77.self_attn.q_proj",
                    "ppl": 4.88145112991333
                },
                {
                    "layer": "layer.77.self_attn.k_proj",
                    "ppl": 4.881582736968994
                },
                {
                    "layer": "layer.77.self_attn.v_proj",
                    "ppl": 4.881568908691406
                },
                {
                    "layer": "layer.77.self_attn.o_proj",
                    "ppl": 4.881319046020508
                },
                {
                    "layer": "layer.77.mlp.gate_proj",
                    "ppl": 4.881396770477295
                },
                {
                    "layer": "layer.77.mlp.up_proj",
                    "ppl": 4.881927967071533
                },
                {
                    "layer": "layer.77.mlp.down_proj",
                    "ppl": 4.881312370300293
                },
                {
                    "layer": "layer.78.self_attn.q_proj",
                    "ppl": 4.881710052490234
                },
                {
                    "layer": "layer.78.self_attn.k_proj",
                    "ppl": 4.881772994995117
                },
                {
                    "layer": "layer.78.self_attn.v_proj",
                    "ppl": 4.8812737464904785
                },
                {
                    "layer": "layer.78.self_attn.o_proj",
                    "ppl": 4.881441593170166
                },
                {
                    "layer": "layer.78.mlp.gate_proj",
                    "ppl": 4.880915641784668
                },
                {
                    "layer": "layer.78.mlp.up_proj",
                    "ppl": 4.881598949432373
                },
                {
                    "layer": "layer.78.mlp.down_proj",
                    "ppl": 4.881541728973389
                },
                {
                    "layer": "layer.79.self_attn.q_proj",
                    "ppl": 4.8817138671875
                },
                {
                    "layer": "layer.79.self_attn.k_proj",
                    "ppl": 4.881679534912109
                },
                {
                    "layer": "layer.79.self_attn.v_proj",
                    "ppl": 4.881467342376709
                },
                {
                    "layer": "layer.79.self_attn.o_proj",
                    "ppl": 4.881722927093506
                },
                {
                    "layer": "layer.79.mlp.gate_proj",
                    "ppl": 4.880322456359863
                },
                {
                    "layer": "layer.79.mlp.up_proj",
                    "ppl": 4.881413459777832
                },
                {
                    "layer": "layer.79.mlp.down_proj",
                    "ppl": 4.880973815917969
                }
            ]
        },
        {
            "bit": 10,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 4.816709995269775
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 4.816673278808594
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 4.8166303634643555
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 4.816819667816162
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 4.816911697387695
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 4.816955089569092
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 4.81628942489624
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 4.816514492034912
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 4.81666898727417
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 4.816309452056885
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 4.816217422485352
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 4.816824913024902
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 4.816701889038086
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 4.816876411437988
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 4.8167572021484375
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 4.816750526428223
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 4.816574573516846
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 4.816916465759277
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 4.816843032836914
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 4.817056179046631
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 4.816222667694092
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 4.816689968109131
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 4.816586971282959
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 4.816408157348633
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 4.816920757293701
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 4.816614151000977
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 4.817140102386475
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 4.816416263580322
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 4.816562175750732
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 4.816793441772461
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 4.817143440246582
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 4.817091941833496
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 4.816086292266846
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 4.8166375160217285
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 4.816530227661133
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 4.816700458526611
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 4.8169636726379395
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 4.816603660583496
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 4.816601753234863
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 4.816575527191162
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 4.816685676574707
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 4.8161187171936035
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 4.816814422607422
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 4.816651344299316
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 4.816365718841553
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 4.816038608551025
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 4.816692352294922
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 4.816706657409668
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 4.816603183746338
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 4.8166327476501465
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 4.816747665405273
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 4.816885471343994
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 4.816441059112549
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 4.817041397094727
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 4.816961288452148
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 4.816402912139893
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 4.816603660583496
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 4.816462993621826
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 4.817108631134033
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 4.816866397857666
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 4.817446231842041
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 4.816542148590088
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 4.817208290100098
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 4.816628456115723
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 4.816776752471924
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 4.81592321395874
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 4.816680431365967
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 4.81683874130249
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 4.816586017608643
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 4.8166985511779785
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 4.816661357879639
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 4.8167243003845215
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 4.816850662231445
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 4.816986560821533
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 4.816617965698242
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 4.816653728485107
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 4.817032337188721
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 4.816697120666504
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 4.816758155822754
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 4.8167524337768555
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 4.816683292388916
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 4.81712007522583
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 4.816232204437256
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 4.816793441772461
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 4.816775321960449
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 4.817017078399658
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 4.817065715789795
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 4.816738128662109
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 4.816399574279785
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 4.816880702972412
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 4.817224502563477
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 4.816745281219482
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 4.817011833190918
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 4.8160014152526855
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 4.8164286613464355
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 4.816019535064697
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 4.816374778747559
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 4.816411018371582
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 4.816836357116699
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 4.816797733306885
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 4.816673755645752
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 4.817081451416016
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 4.816806793212891
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 4.8162641525268555
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 4.816660404205322
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 4.816904544830322
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 4.816124439239502
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 4.817151069641113
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 4.816540718078613
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 4.816677093505859
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 4.81633186340332
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 4.816385269165039
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 4.816730499267578
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 4.8165202140808105
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 4.817261219024658
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 4.816186428070068
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 4.8165717124938965
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 4.816547870635986
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 4.816799640655518
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 4.8168158531188965
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 4.816450119018555
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 4.8165812492370605
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 4.816512107849121
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 4.817284107208252
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 4.816709041595459
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 4.816511154174805
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 4.816914081573486
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 4.816606521606445
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 4.816062927246094
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 4.815733909606934
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 4.816530704498291
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 4.816845417022705
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 4.817257881164551
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 4.816766262054443
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 4.817102432250977
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 4.81682014465332
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 4.816347122192383
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 4.815992832183838
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 4.817035675048828
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 4.815653324127197
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 4.816769599914551
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 4.817263126373291
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 4.815500259399414
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 4.81640100479126
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 4.816812038421631
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 4.817098617553711
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 4.816778182983398
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 4.817191123962402
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 4.816595077514648
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 4.815103530883789
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 4.816601276397705
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 4.815898418426514
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 4.816985607147217
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 4.816413402557373
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 4.816290378570557
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 4.816704273223877
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 4.817502975463867
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 4.814624786376953
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 4.8164520263671875
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 4.817931175231934
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 4.817055702209473
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 4.816797256469727
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 4.816815376281738
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 4.818833827972412
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 4.8169026374816895
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 4.817348480224609
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 4.8170695304870605
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 4.816234111785889
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 4.816749095916748
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 4.816591262817383
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 4.816290378570557
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 4.816758155822754
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 4.815263748168945
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 4.818107604980469
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 4.81796407699585
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 4.816864967346191
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 4.816910266876221
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 4.818228244781494
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 4.816680908203125
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 4.8160505294799805
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 4.816080093383789
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 4.815925598144531
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 4.81679105758667
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 4.816895484924316
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 4.816543102264404
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 4.815509796142578
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 4.816422462463379
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 4.817409992218018
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 4.817060470581055
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 4.816449165344238
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 4.816474437713623
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 4.815388202667236
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 4.817795753479004
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 4.817017555236816
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 4.816206932067871
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 4.815772533416748
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 4.816622257232666
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 4.816500663757324
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 4.814386367797852
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 4.816490173339844
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 4.8167314529418945
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 4.816655158996582
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 4.815675258636475
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 4.816192150115967
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 4.816675186157227
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 4.816780090332031
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 4.816741943359375
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 4.817569255828857
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 4.816649913787842
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 4.816732883453369
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 4.816408157348633
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 4.816460132598877
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 4.8154730796813965
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 4.816542148590088
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 4.816935062408447
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 4.816263198852539
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 4.816156387329102
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 4.815797328948975
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 4.815443515777588
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 4.815664291381836
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 4.816481113433838
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 4.816709995269775
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 4.8168253898620605
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 4.8160810470581055
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 4.816494941711426
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 4.81687068939209
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 4.814497470855713
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 4.8164896965026855
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 4.816715717315674
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 4.816408157348633
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 4.816350936889648
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 4.816125869750977
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 4.816295146942139
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 4.8164262771606445
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 4.815506935119629
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 4.81636381149292
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 4.815499305725098
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 4.815694808959961
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 4.81569242477417
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 4.816063404083252
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 4.814308166503906
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 4.81609582901001
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 4.817337989807129
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 4.817827224731445
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 4.8154497146606445
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 4.816385269165039
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 4.816442966461182
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 4.817134857177734
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 4.816379547119141
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 4.816627502441406
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 4.81637716293335
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 4.816226482391357
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 4.816676616668701
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 4.81672477722168
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 4.816159248352051
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 4.816629886627197
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 4.816497325897217
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 4.816692352294922
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 4.816414833068848
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 4.816549301147461
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 4.816676616668701
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 4.8163676261901855
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 4.8163676261901855
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 4.816239356994629
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 4.816732406616211
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 4.816558361053467
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 4.816673278808594
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 4.81662654876709
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 4.816530227661133
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 4.816543102264404
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 4.816751003265381
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 4.8166303634643555
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 4.816697120666504
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 4.816624641418457
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 4.816606521606445
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 4.816615104675293
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 4.816195964813232
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 4.816558837890625
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 4.816799640655518
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 4.816547393798828
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 4.816596031188965
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 4.8166184425354
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 4.816576957702637
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 4.816590309143066
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 4.816558361053467
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 4.81655740737915
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 4.816506862640381
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 4.816610336303711
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 4.816723346710205
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 4.8167524337768555
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 4.816586971282959
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 4.816449165344238
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 4.816614627838135
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 4.81655216217041
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 4.816733360290527
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 4.816592693328857
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 4.816751003265381
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 4.816588878631592
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 4.81636381149292
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 4.816411018371582
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 4.816550254821777
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 4.816311359405518
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 4.816441059112549
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 4.816395282745361
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 4.816519260406494
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 4.816827297210693
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 4.816372394561768
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 4.816201210021973
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 4.816583156585693
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 4.816318511962891
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 4.816822528839111
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 4.816840648651123
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 4.816476821899414
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 4.816847801208496
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 4.81660270690918
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 4.816637992858887
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 4.81662130355835
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 4.816790580749512
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 4.816605567932129
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 4.816812038421631
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 4.81632137298584
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 4.816512107849121
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 4.816648483276367
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 4.816662311553955
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 4.816561698913574
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 4.8167338371276855
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 4.816569805145264
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 4.816417217254639
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 4.816408157348633
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 4.816519260406494
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 4.8166704177856445
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 4.8167314529418945
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 4.816526412963867
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 4.816406726837158
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 4.816430568695068
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 4.816321849822998
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 4.816669940948486
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 4.816626071929932
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 4.8166823387146
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 4.816651344299316
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 4.817063331604004
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 4.816651821136475
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 4.8168416023254395
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 4.816648960113525
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 4.8166937828063965
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 4.816789150238037
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 4.81671667098999
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 4.816687107086182
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 4.816434383392334
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 4.816574573516846
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 4.816819190979004
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 4.816634654998779
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 4.816810607910156
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 4.816750526428223
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 4.816534996032715
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 4.816547393798828
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 4.816816806793213
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 4.816732406616211
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 4.816688060760498
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 4.816783428192139
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 4.816701889038086
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 4.816356182098389
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 4.816603183746338
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 4.816858291625977
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 4.816654682159424
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 4.816873073577881
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 4.816702842712402
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 4.816513538360596
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 4.816531658172607
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 4.816771984100342
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 4.816431999206543
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 4.816716194152832
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 4.816692352294922
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 4.8166937828063965
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 4.816741943359375
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 4.816272258758545
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 4.816633701324463
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 4.816405773162842
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 4.816742897033691
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 4.816640377044678
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 4.816617488861084
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 4.816702842712402
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 4.8166303634643555
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 4.816446781158447
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 4.816559791564941
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 4.816789150238037
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 4.81666374206543
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 4.8168487548828125
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 4.816699504852295
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 4.816215991973877
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 4.8164544105529785
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 4.815843105316162
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 4.816764831542969
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 4.816770076751709
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 4.816590309143066
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 4.816994667053223
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 4.816147327423096
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 4.816278457641602
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 4.816401958465576
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 4.816615581512451
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 4.816762447357178
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 4.81671667098999
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 4.816703796386719
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 4.816343307495117
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 4.8163628578186035
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 4.816196918487549
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 4.816689491271973
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 4.816490173339844
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 4.816559791564941
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 4.81683874130249
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 4.816564083099365
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 4.8170247077941895
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 4.8163228034973145
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 4.816764831542969
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 4.816636562347412
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 4.8166823387146
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 4.816763401031494
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 4.816558837890625
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 4.81695032119751
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 4.816378593444824
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 4.816829681396484
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 4.816542148590088
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 4.816738605499268
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 4.816666603088379
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 4.816482067108154
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 4.816909313201904
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 4.816529750823975
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 4.816673278808594
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 4.8167314529418945
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 4.816569805145264
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 4.8166351318359375
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 4.816701412200928
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 4.816227912902832
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 4.816237926483154
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 4.816873073577881
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 4.81679105758667
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 4.816840171813965
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 4.816804885864258
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 4.816783428192139
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 4.8164963722229
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 4.816336631774902
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 4.816679000854492
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 4.816768646240234
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 4.816779136657715
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 4.816710948944092
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 4.81658935546875
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 4.81645393371582
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 4.816555976867676
                },
                {
                    "layer": "layer.64.self_attn.q_proj",
                    "ppl": 4.816767692565918
                },
                {
                    "layer": "layer.64.self_attn.k_proj",
                    "ppl": 4.816650867462158
                },
                {
                    "layer": "layer.64.self_attn.v_proj",
                    "ppl": 4.816873073577881
                },
                {
                    "layer": "layer.64.self_attn.o_proj",
                    "ppl": 4.816847801208496
                },
                {
                    "layer": "layer.64.mlp.gate_proj",
                    "ppl": 4.816351413726807
                },
                {
                    "layer": "layer.64.mlp.up_proj",
                    "ppl": 4.816669940948486
                },
                {
                    "layer": "layer.64.mlp.down_proj",
                    "ppl": 4.816593647003174
                },
                {
                    "layer": "layer.65.self_attn.q_proj",
                    "ppl": 4.81673002243042
                },
                {
                    "layer": "layer.65.self_attn.k_proj",
                    "ppl": 4.8167595863342285
                },
                {
                    "layer": "layer.65.self_attn.v_proj",
                    "ppl": 4.81680154800415
                },
                {
                    "layer": "layer.65.self_attn.o_proj",
                    "ppl": 4.816732883453369
                },
                {
                    "layer": "layer.65.mlp.gate_proj",
                    "ppl": 4.816104888916016
                },
                {
                    "layer": "layer.65.mlp.up_proj",
                    "ppl": 4.81649112701416
                },
                {
                    "layer": "layer.65.mlp.down_proj",
                    "ppl": 4.816374778747559
                },
                {
                    "layer": "layer.66.self_attn.q_proj",
                    "ppl": 4.8168439865112305
                },
                {
                    "layer": "layer.66.self_attn.k_proj",
                    "ppl": 4.816716194152832
                },
                {
                    "layer": "layer.66.self_attn.v_proj",
                    "ppl": 4.816774368286133
                },
                {
                    "layer": "layer.66.self_attn.o_proj",
                    "ppl": 4.8166704177856445
                },
                {
                    "layer": "layer.66.mlp.gate_proj",
                    "ppl": 4.816373348236084
                },
                {
                    "layer": "layer.66.mlp.up_proj",
                    "ppl": 4.816745281219482
                },
                {
                    "layer": "layer.66.mlp.down_proj",
                    "ppl": 4.816558361053467
                },
                {
                    "layer": "layer.67.self_attn.q_proj",
                    "ppl": 4.816727638244629
                },
                {
                    "layer": "layer.67.self_attn.k_proj",
                    "ppl": 4.816864490509033
                },
                {
                    "layer": "layer.67.self_attn.v_proj",
                    "ppl": 4.816553592681885
                },
                {
                    "layer": "layer.67.self_attn.o_proj",
                    "ppl": 4.816688060760498
                },
                {
                    "layer": "layer.67.mlp.gate_proj",
                    "ppl": 4.816643238067627
                },
                {
                    "layer": "layer.67.mlp.up_proj",
                    "ppl": 4.81639289855957
                },
                {
                    "layer": "layer.67.mlp.down_proj",
                    "ppl": 4.816286087036133
                },
                {
                    "layer": "layer.68.self_attn.q_proj",
                    "ppl": 4.816648960113525
                },
                {
                    "layer": "layer.68.self_attn.k_proj",
                    "ppl": 4.816622257232666
                },
                {
                    "layer": "layer.68.self_attn.v_proj",
                    "ppl": 4.816588401794434
                },
                {
                    "layer": "layer.68.self_attn.o_proj",
                    "ppl": 4.816719055175781
                },
                {
                    "layer": "layer.68.mlp.gate_proj",
                    "ppl": 4.816507816314697
                },
                {
                    "layer": "layer.68.mlp.up_proj",
                    "ppl": 4.816299915313721
                },
                {
                    "layer": "layer.68.mlp.down_proj",
                    "ppl": 4.816171169281006
                },
                {
                    "layer": "layer.69.self_attn.q_proj",
                    "ppl": 4.816821098327637
                },
                {
                    "layer": "layer.69.self_attn.k_proj",
                    "ppl": 4.816653728485107
                },
                {
                    "layer": "layer.69.self_attn.v_proj",
                    "ppl": 4.816661357879639
                },
                {
                    "layer": "layer.69.self_attn.o_proj",
                    "ppl": 4.816729545593262
                },
                {
                    "layer": "layer.69.mlp.gate_proj",
                    "ppl": 4.81677770614624
                },
                {
                    "layer": "layer.69.mlp.up_proj",
                    "ppl": 4.816764831542969
                },
                {
                    "layer": "layer.69.mlp.down_proj",
                    "ppl": 4.816641807556152
                },
                {
                    "layer": "layer.70.self_attn.q_proj",
                    "ppl": 4.816707611083984
                },
                {
                    "layer": "layer.70.self_attn.k_proj",
                    "ppl": 4.816771984100342
                },
                {
                    "layer": "layer.70.self_attn.v_proj",
                    "ppl": 4.816660404205322
                },
                {
                    "layer": "layer.70.self_attn.o_proj",
                    "ppl": 4.816637992858887
                },
                {
                    "layer": "layer.70.mlp.gate_proj",
                    "ppl": 4.816474437713623
                },
                {
                    "layer": "layer.70.mlp.up_proj",
                    "ppl": 4.81660795211792
                },
                {
                    "layer": "layer.70.mlp.down_proj",
                    "ppl": 4.8163957595825195
                },
                {
                    "layer": "layer.71.self_attn.q_proj",
                    "ppl": 4.81683874130249
                },
                {
                    "layer": "layer.71.self_attn.k_proj",
                    "ppl": 4.816202163696289
                },
                {
                    "layer": "layer.71.self_attn.v_proj",
                    "ppl": 4.814425468444824
                },
                {
                    "layer": "layer.71.self_attn.o_proj",
                    "ppl": 4.816531181335449
                },
                {
                    "layer": "layer.71.mlp.gate_proj",
                    "ppl": 4.816102504730225
                },
                {
                    "layer": "layer.71.mlp.up_proj",
                    "ppl": 4.81735897064209
                },
                {
                    "layer": "layer.71.mlp.down_proj",
                    "ppl": 4.816764831542969
                },
                {
                    "layer": "layer.72.self_attn.q_proj",
                    "ppl": 4.816540718078613
                },
                {
                    "layer": "layer.72.self_attn.k_proj",
                    "ppl": 4.816574573516846
                },
                {
                    "layer": "layer.72.self_attn.v_proj",
                    "ppl": 4.81632661819458
                },
                {
                    "layer": "layer.72.self_attn.o_proj",
                    "ppl": 4.816514492034912
                },
                {
                    "layer": "layer.72.mlp.gate_proj",
                    "ppl": 4.816463947296143
                },
                {
                    "layer": "layer.72.mlp.up_proj",
                    "ppl": 4.816648006439209
                },
                {
                    "layer": "layer.72.mlp.down_proj",
                    "ppl": 4.816434383392334
                },
                {
                    "layer": "layer.73.self_attn.q_proj",
                    "ppl": 4.816983222961426
                },
                {
                    "layer": "layer.73.self_attn.k_proj",
                    "ppl": 4.8169331550598145
                },
                {
                    "layer": "layer.73.self_attn.v_proj",
                    "ppl": 4.816406726837158
                },
                {
                    "layer": "layer.73.self_attn.o_proj",
                    "ppl": 4.816645622253418
                },
                {
                    "layer": "layer.73.mlp.gate_proj",
                    "ppl": 4.816434383392334
                },
                {
                    "layer": "layer.73.mlp.up_proj",
                    "ppl": 4.817269802093506
                },
                {
                    "layer": "layer.73.mlp.down_proj",
                    "ppl": 4.816359519958496
                },
                {
                    "layer": "layer.74.self_attn.q_proj",
                    "ppl": 4.816755771636963
                },
                {
                    "layer": "layer.74.self_attn.k_proj",
                    "ppl": 4.8167724609375
                },
                {
                    "layer": "layer.74.self_attn.v_proj",
                    "ppl": 4.816066741943359
                },
                {
                    "layer": "layer.74.self_attn.o_proj",
                    "ppl": 4.816547870635986
                },
                {
                    "layer": "layer.74.mlp.gate_proj",
                    "ppl": 4.816059589385986
                },
                {
                    "layer": "layer.74.mlp.up_proj",
                    "ppl": 4.817296981811523
                },
                {
                    "layer": "layer.74.mlp.down_proj",
                    "ppl": 4.816803932189941
                },
                {
                    "layer": "layer.75.self_attn.q_proj",
                    "ppl": 4.816007137298584
                },
                {
                    "layer": "layer.75.self_attn.k_proj",
                    "ppl": 4.816732406616211
                },
                {
                    "layer": "layer.75.self_attn.v_proj",
                    "ppl": 4.815114974975586
                },
                {
                    "layer": "layer.75.self_attn.o_proj",
                    "ppl": 4.816612243652344
                },
                {
                    "layer": "layer.75.mlp.gate_proj",
                    "ppl": 4.816194534301758
                },
                {
                    "layer": "layer.75.mlp.up_proj",
                    "ppl": 4.816960334777832
                },
                {
                    "layer": "layer.75.mlp.down_proj",
                    "ppl": 4.817071437835693
                },
                {
                    "layer": "layer.76.self_attn.q_proj",
                    "ppl": 4.816629886627197
                },
                {
                    "layer": "layer.76.self_attn.k_proj",
                    "ppl": 4.816709041595459
                },
                {
                    "layer": "layer.76.self_attn.v_proj",
                    "ppl": 4.816372394561768
                },
                {
                    "layer": "layer.76.self_attn.o_proj",
                    "ppl": 4.816463947296143
                },
                {
                    "layer": "layer.76.mlp.gate_proj",
                    "ppl": 4.8162641525268555
                },
                {
                    "layer": "layer.76.mlp.up_proj",
                    "ppl": 4.8170084953308105
                },
                {
                    "layer": "layer.76.mlp.down_proj",
                    "ppl": 4.816738605499268
                },
                {
                    "layer": "layer.77.self_attn.q_proj",
                    "ppl": 4.816704273223877
                },
                {
                    "layer": "layer.77.self_attn.k_proj",
                    "ppl": 4.816601753234863
                },
                {
                    "layer": "layer.77.self_attn.v_proj",
                    "ppl": 4.81594181060791
                },
                {
                    "layer": "layer.77.self_attn.o_proj",
                    "ppl": 4.816463947296143
                },
                {
                    "layer": "layer.77.mlp.gate_proj",
                    "ppl": 4.81637716293335
                },
                {
                    "layer": "layer.77.mlp.up_proj",
                    "ppl": 4.81636381149292
                },
                {
                    "layer": "layer.77.mlp.down_proj",
                    "ppl": 4.816898822784424
                },
                {
                    "layer": "layer.78.self_attn.q_proj",
                    "ppl": 4.816728591918945
                },
                {
                    "layer": "layer.78.self_attn.k_proj",
                    "ppl": 4.816592693328857
                },
                {
                    "layer": "layer.78.self_attn.v_proj",
                    "ppl": 4.816763877868652
                },
                {
                    "layer": "layer.78.self_attn.o_proj",
                    "ppl": 4.816640853881836
                },
                {
                    "layer": "layer.78.mlp.gate_proj",
                    "ppl": 4.8161115646362305
                },
                {
                    "layer": "layer.78.mlp.up_proj",
                    "ppl": 4.816738128662109
                },
                {
                    "layer": "layer.78.mlp.down_proj",
                    "ppl": 4.816330909729004
                },
                {
                    "layer": "layer.79.self_attn.q_proj",
                    "ppl": 4.816680908203125
                },
                {
                    "layer": "layer.79.self_attn.k_proj",
                    "ppl": 4.816685676574707
                },
                {
                    "layer": "layer.79.self_attn.v_proj",
                    "ppl": 4.8165812492370605
                },
                {
                    "layer": "layer.79.self_attn.o_proj",
                    "ppl": 4.81662130355835
                },
                {
                    "layer": "layer.79.mlp.gate_proj",
                    "ppl": 4.816290378570557
                },
                {
                    "layer": "layer.79.mlp.up_proj",
                    "ppl": 4.815834999084473
                },
                {
                    "layer": "layer.79.mlp.down_proj",
                    "ppl": 4.815304756164551
                }
            ]
        },
        {
            "bit": 11,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 4.751265048980713
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 4.751193523406982
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 4.751153469085693
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 4.750976085662842
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 4.751339435577393
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 4.751317024230957
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 4.751344680786133
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 4.751010894775391
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 4.751165390014648
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 4.750906944274902
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 4.751204967498779
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 4.7510576248168945
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 4.751140117645264
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 4.7509307861328125
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 4.751194953918457
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 4.751159191131592
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 4.751183986663818
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 4.750942707061768
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 4.7509446144104
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 4.751156330108643
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 4.751256465911865
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 4.750993728637695
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 4.751064300537109
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 4.751197338104248
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 4.751224517822266
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 4.7513532638549805
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 4.751486778259277
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 4.751352787017822
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 4.751275539398193
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 4.751049041748047
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 4.751111030578613
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 4.75093412399292
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 4.751602649688721
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 4.750767707824707
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 4.750633716583252
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 4.751284599304199
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 4.751161575317383
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 4.7510271072387695
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 4.751238822937012
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 4.751214027404785
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 4.751279830932617
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 4.7514238357543945
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 4.7511820793151855
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 4.751218318939209
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 4.751176834106445
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 4.751476764678955
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 4.751004695892334
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 4.751546859741211
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 4.751219272613525
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 4.7510223388671875
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 4.751191139221191
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 4.750743865966797
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 4.7512946128845215
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 4.751128196716309
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 4.751216411590576
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 4.751564025878906
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 4.751168251037598
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 4.750917911529541
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 4.750820159912109
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 4.751269340515137
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 4.751147270202637
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 4.751242160797119
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 4.751348495483398
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 4.751148223876953
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 4.751217842102051
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 4.751437187194824
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 4.7513041496276855
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 4.751189708709717
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 4.75136137008667
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 4.751200199127197
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 4.75115966796875
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 4.751138687133789
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 4.751269340515137
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 4.750890731811523
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 4.750826358795166
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 4.751314163208008
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 4.750843048095703
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 4.751131057739258
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 4.751325607299805
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 4.750792503356934
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 4.751277923583984
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 4.751033782958984
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 4.751684188842773
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 4.75136661529541
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 4.75124979019165
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 4.751129150390625
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 4.75092887878418
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 4.751130104064941
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 4.751724720001221
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 4.751635551452637
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 4.751715660095215
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 4.751105308532715
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 4.751065731048584
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 4.751359939575195
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 4.751431465148926
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 4.751286506652832
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 4.751251220703125
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 4.751102924346924
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 4.751457691192627
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 4.751204013824463
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 4.750975131988525
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 4.750555992126465
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 4.750972747802734
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 4.751158237457275
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 4.7509446144104
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 4.751562118530273
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 4.751204013824463
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 4.751834869384766
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 4.751640319824219
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 4.750589847564697
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 4.751308917999268
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 4.751193046569824
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 4.75133752822876
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 4.751132488250732
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 4.751624584197998
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 4.75176477432251
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 4.750977516174316
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 4.751315116882324
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 4.751462459564209
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 4.751342296600342
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 4.751164436340332
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 4.752291679382324
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 4.751739978790283
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 4.750545501708984
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 4.750922679901123
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 4.751046657562256
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 4.751543045043945
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 4.750968933105469
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 4.75118350982666
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 4.751948356628418
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 4.751174449920654
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 4.751429080963135
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 4.75143575668335
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 4.751251220703125
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 4.751046657562256
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 4.751273155212402
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 4.751495838165283
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 4.751486778259277
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 4.751440525054932
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 4.751583099365234
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 4.751250267028809
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 4.751139163970947
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 4.751164436340332
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 4.752141952514648
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 4.750891208648682
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 4.750827789306641
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 4.750740051269531
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 4.751010894775391
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 4.751298904418945
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 4.752562046051025
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 4.750526428222656
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 4.751479148864746
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 4.750240802764893
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 4.751654148101807
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 4.751404762268066
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 4.751151084899902
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 4.75025749206543
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 4.751839637756348
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 4.751769065856934
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 4.750790596008301
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 4.750729560852051
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 4.751113414764404
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 4.75139045715332
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 4.749266147613525
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 4.75037145614624
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 4.750380039215088
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 4.750964641571045
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 4.750899791717529
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 4.751380443572998
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 4.7510600090026855
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 4.751283645629883
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 4.75197696685791
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 4.752589702606201
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 4.750374794006348
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 4.75093412399292
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 4.75132417678833
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 4.751276969909668
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 4.749388694763184
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 4.7507758140563965
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 4.7516865730285645
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 4.751002311706543
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 4.751176834106445
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 4.751234531402588
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 4.750498294830322
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 4.750886917114258
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 4.750999450683594
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 4.750707149505615
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 4.749475479125977
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 4.75099515914917
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 4.751933574676514
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 4.751346588134766
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 4.752189636230469
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 4.749971866607666
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 4.749989986419678
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 4.751202583312988
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 4.750875473022461
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 4.751100540161133
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 4.751028537750244
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 4.753900527954102
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 4.751293182373047
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 4.7510905265808105
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 4.751006126403809
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 4.751724720001221
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 4.751492977142334
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 4.751325607299805
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 4.751291275024414
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 4.751290798187256
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 4.7510666847229
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 4.750761032104492
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 4.75144100189209
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 4.751571178436279
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 4.7512335777282715
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 4.7502121925354
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 4.750819206237793
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 4.750690937042236
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 4.7508416175842285
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 4.7512102127075195
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 4.7514543533325195
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 4.750393867492676
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 4.750627040863037
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 4.751306533813477
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 4.7515435218811035
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 4.75095796585083
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 4.751248836517334
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 4.750929832458496
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 4.750936985015869
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 4.750751972198486
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 4.750857353210449
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 4.750955581665039
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 4.750382423400879
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 4.751222610473633
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 4.7509002685546875
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 4.7507805824279785
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 4.750127792358398
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 4.751645088195801
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 4.750919818878174
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 4.7506279945373535
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 4.751200199127197
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 4.750601291656494
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 4.74983549118042
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 4.750662326812744
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 4.749987602233887
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 4.751700401306152
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 4.751642227172852
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 4.750612735748291
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 4.751242637634277
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 4.7507781982421875
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 4.750135898590088
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 4.751184463500977
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 4.750833511352539
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 4.751440048217773
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 4.7509026527404785
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 4.750878810882568
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 4.751241207122803
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 4.7510247230529785
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 4.7509379386901855
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 4.7513017654418945
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 4.751181125640869
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 4.7514190673828125
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 4.751056671142578
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 4.7507853507995605
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 4.751065731048584
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 4.7512335777282715
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 4.751314163208008
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 4.751084804534912
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 4.750925064086914
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 4.751245975494385
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 4.751237869262695
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 4.751094341278076
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 4.751162052154541
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 4.750988006591797
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 4.751282215118408
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 4.750693321228027
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 4.751054286956787
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 4.751180171966553
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 4.751168727874756
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 4.751433849334717
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 4.751168727874756
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 4.751044273376465
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 4.751237869262695
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 4.751192092895508
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 4.751079082489014
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 4.751317977905273
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 4.751307964324951
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 4.751305103302002
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 4.751099586486816
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 4.750903606414795
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 4.751177787780762
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 4.751123428344727
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 4.751204013824463
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 4.751321315765381
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 4.751036167144775
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 4.751333236694336
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 4.750981330871582
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 4.751097679138184
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 4.751195907592773
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 4.751258850097656
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 4.751213073730469
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 4.751283168792725
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 4.751191139221191
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 4.7509074211120605
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 4.751046657562256
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 4.750972270965576
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 4.751308917999268
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 4.751111030578613
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 4.750956058502197
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 4.7512125968933105
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 4.75128698348999
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 4.751220226287842
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 4.750856399536133
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 4.751193046569824
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 4.751092910766602
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 4.751157760620117
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 4.750932693481445
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 4.751279830932617
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 4.751187324523926
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 4.75128173828125
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 4.751049041748047
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 4.75115966796875
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 4.751008987426758
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 4.7512335777282715
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 4.750894069671631
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 4.751195907592773
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 4.751324653625488
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 4.751181125640869
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 4.751166820526123
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 4.751135349273682
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 4.751368045806885
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 4.751415729522705
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 4.75125789642334
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 4.751186847686768
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 4.7513203620910645
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 4.751489162445068
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 4.7511749267578125
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 4.750972747802734
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 4.751236915588379
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 4.751208305358887
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 4.7511677742004395
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 4.751176834106445
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 4.751114845275879
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 4.751066207885742
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 4.751128673553467
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 4.7509660720825195
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 4.751171112060547
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 4.751220703125
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 4.751118183135986
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 4.751110553741455
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 4.750931739807129
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 4.751129150390625
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 4.750985145568848
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 4.75115442276001
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 4.751134872436523
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 4.751197338104248
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 4.751101493835449
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 4.750977516174316
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 4.751248836517334
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 4.751011371612549
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 4.751198768615723
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 4.751278400421143
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 4.7511067390441895
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 4.751133441925049
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 4.751107692718506
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 4.751109600067139
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 4.750946998596191
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 4.750964641571045
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 4.75138521194458
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 4.7510905265808105
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 4.751437187194824
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 4.751067161560059
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 4.751021385192871
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 4.751306533813477
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 4.751229763031006
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 4.7511444091796875
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 4.751236915588379
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 4.751224517822266
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 4.751213073730469
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 4.751036167144775
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 4.751213550567627
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 4.751190185546875
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 4.751193523406982
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 4.751200199127197
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 4.751275539398193
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 4.751038551330566
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 4.7512922286987305
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 4.75103235244751
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 4.751204967498779
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 4.75127649307251
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 4.751197814941406
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 4.7513227462768555
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 4.750940799713135
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 4.7511186599731445
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 4.751603603363037
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 4.751317024230957
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 4.75121545791626
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 4.751324653625488
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 4.751139163970947
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 4.751235485076904
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 4.7512288093566895
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 4.751152515411377
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 4.751119613647461
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 4.751192092895508
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 4.751193523406982
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 4.751190185546875
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 4.751335620880127
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 4.7510986328125
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 4.751349925994873
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 4.751190185546875
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 4.751377105712891
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 4.7513227462768555
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 4.751368045806885
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 4.7511210441589355
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 4.75083589553833
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 4.750946998596191
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 4.751180171966553
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 4.751309871673584
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 4.751169681549072
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 4.75125789642334
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 4.750824451446533
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 4.750940322875977
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 4.751270294189453
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 4.751200199127197
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 4.751216411590576
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 4.751343727111816
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 4.751303672790527
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 4.751089096069336
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 4.751112937927246
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 4.751134872436523
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 4.751156806945801
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 4.7512102127075195
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 4.751204967498779
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 4.751185894012451
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 4.751011848449707
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 4.751460075378418
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 4.751375198364258
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 4.751219749450684
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 4.751241207122803
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 4.751228332519531
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 4.751101493835449
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 4.751039028167725
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 4.751140117645264
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 4.751246929168701
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 4.751248836517334
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 4.751222133636475
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 4.751208305358887
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 4.751209259033203
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 4.750990867614746
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 4.751036167144775
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 4.751250267028809
                },
                {
                    "layer": "layer.64.self_attn.q_proj",
                    "ppl": 4.751214504241943
                },
                {
                    "layer": "layer.64.self_attn.k_proj",
                    "ppl": 4.75111722946167
                },
                {
                    "layer": "layer.64.self_attn.v_proj",
                    "ppl": 4.751115798950195
                },
                {
                    "layer": "layer.64.self_attn.o_proj",
                    "ppl": 4.751194953918457
                },
                {
                    "layer": "layer.64.mlp.gate_proj",
                    "ppl": 4.75124454498291
                },
                {
                    "layer": "layer.64.mlp.up_proj",
                    "ppl": 4.751049041748047
                },
                {
                    "layer": "layer.64.mlp.down_proj",
                    "ppl": 4.751069068908691
                },
                {
                    "layer": "layer.65.self_attn.q_proj",
                    "ppl": 4.751186847686768
                },
                {
                    "layer": "layer.65.self_attn.k_proj",
                    "ppl": 4.751225471496582
                },
                {
                    "layer": "layer.65.self_attn.v_proj",
                    "ppl": 4.751199245452881
                },
                {
                    "layer": "layer.65.self_attn.o_proj",
                    "ppl": 4.751056671142578
                },
                {
                    "layer": "layer.65.mlp.gate_proj",
                    "ppl": 4.751271724700928
                },
                {
                    "layer": "layer.65.mlp.up_proj",
                    "ppl": 4.75142240524292
                },
                {
                    "layer": "layer.65.mlp.down_proj",
                    "ppl": 4.750874042510986
                },
                {
                    "layer": "layer.66.self_attn.q_proj",
                    "ppl": 4.751239776611328
                },
                {
                    "layer": "layer.66.self_attn.k_proj",
                    "ppl": 4.751229286193848
                },
                {
                    "layer": "layer.66.self_attn.v_proj",
                    "ppl": 4.7511467933654785
                },
                {
                    "layer": "layer.66.self_attn.o_proj",
                    "ppl": 4.7512288093566895
                },
                {
                    "layer": "layer.66.mlp.gate_proj",
                    "ppl": 4.751303672790527
                },
                {
                    "layer": "layer.66.mlp.up_proj",
                    "ppl": 4.750957012176514
                },
                {
                    "layer": "layer.66.mlp.down_proj",
                    "ppl": 4.751059055328369
                },
                {
                    "layer": "layer.67.self_attn.q_proj",
                    "ppl": 4.751368045806885
                },
                {
                    "layer": "layer.67.self_attn.k_proj",
                    "ppl": 4.751157760620117
                },
                {
                    "layer": "layer.67.self_attn.v_proj",
                    "ppl": 4.751245021820068
                },
                {
                    "layer": "layer.67.self_attn.o_proj",
                    "ppl": 4.751330852508545
                },
                {
                    "layer": "layer.67.mlp.gate_proj",
                    "ppl": 4.750970363616943
                },
                {
                    "layer": "layer.67.mlp.up_proj",
                    "ppl": 4.75105094909668
                },
                {
                    "layer": "layer.67.mlp.down_proj",
                    "ppl": 4.751274108886719
                },
                {
                    "layer": "layer.68.self_attn.q_proj",
                    "ppl": 4.751163005828857
                },
                {
                    "layer": "layer.68.self_attn.k_proj",
                    "ppl": 4.7512335777282715
                },
                {
                    "layer": "layer.68.self_attn.v_proj",
                    "ppl": 4.751199245452881
                },
                {
                    "layer": "layer.68.self_attn.o_proj",
                    "ppl": 4.751324653625488
                },
                {
                    "layer": "layer.68.mlp.gate_proj",
                    "ppl": 4.750936508178711
                },
                {
                    "layer": "layer.68.mlp.up_proj",
                    "ppl": 4.751132488250732
                },
                {
                    "layer": "layer.68.mlp.down_proj",
                    "ppl": 4.75128698348999
                },
                {
                    "layer": "layer.69.self_attn.q_proj",
                    "ppl": 4.751169204711914
                },
                {
                    "layer": "layer.69.self_attn.k_proj",
                    "ppl": 4.751116752624512
                },
                {
                    "layer": "layer.69.self_attn.v_proj",
                    "ppl": 4.750909805297852
                },
                {
                    "layer": "layer.69.self_attn.o_proj",
                    "ppl": 4.751235485076904
                },
                {
                    "layer": "layer.69.mlp.gate_proj",
                    "ppl": 4.750813007354736
                },
                {
                    "layer": "layer.69.mlp.up_proj",
                    "ppl": 4.75127649307251
                },
                {
                    "layer": "layer.69.mlp.down_proj",
                    "ppl": 4.7509846687316895
                },
                {
                    "layer": "layer.70.self_attn.q_proj",
                    "ppl": 4.7512922286987305
                },
                {
                    "layer": "layer.70.self_attn.k_proj",
                    "ppl": 4.751299858093262
                },
                {
                    "layer": "layer.70.self_attn.v_proj",
                    "ppl": 4.7509541511535645
                },
                {
                    "layer": "layer.70.self_attn.o_proj",
                    "ppl": 4.750980377197266
                },
                {
                    "layer": "layer.70.mlp.gate_proj",
                    "ppl": 4.751092433929443
                },
                {
                    "layer": "layer.70.mlp.up_proj",
                    "ppl": 4.751224517822266
                },
                {
                    "layer": "layer.70.mlp.down_proj",
                    "ppl": 4.751163005828857
                },
                {
                    "layer": "layer.71.self_attn.q_proj",
                    "ppl": 4.751094341278076
                },
                {
                    "layer": "layer.71.self_attn.k_proj",
                    "ppl": 4.751426696777344
                },
                {
                    "layer": "layer.71.self_attn.v_proj",
                    "ppl": 4.748687744140625
                },
                {
                    "layer": "layer.71.self_attn.o_proj",
                    "ppl": 4.751302242279053
                },
                {
                    "layer": "layer.71.mlp.gate_proj",
                    "ppl": 4.75075626373291
                },
                {
                    "layer": "layer.71.mlp.up_proj",
                    "ppl": 4.752006530761719
                },
                {
                    "layer": "layer.71.mlp.down_proj",
                    "ppl": 4.751044273376465
                },
                {
                    "layer": "layer.72.self_attn.q_proj",
                    "ppl": 4.751063346862793
                },
                {
                    "layer": "layer.72.self_attn.k_proj",
                    "ppl": 4.750976085662842
                },
                {
                    "layer": "layer.72.self_attn.v_proj",
                    "ppl": 4.7508225440979
                },
                {
                    "layer": "layer.72.self_attn.o_proj",
                    "ppl": 4.750868797302246
                },
                {
                    "layer": "layer.72.mlp.gate_proj",
                    "ppl": 4.750903606414795
                },
                {
                    "layer": "layer.72.mlp.up_proj",
                    "ppl": 4.751130104064941
                },
                {
                    "layer": "layer.72.mlp.down_proj",
                    "ppl": 4.7511067390441895
                },
                {
                    "layer": "layer.73.self_attn.q_proj",
                    "ppl": 4.7508416175842285
                },
                {
                    "layer": "layer.73.self_attn.k_proj",
                    "ppl": 4.750987529754639
                },
                {
                    "layer": "layer.73.self_attn.v_proj",
                    "ppl": 4.750935077667236
                },
                {
                    "layer": "layer.73.self_attn.o_proj",
                    "ppl": 4.751084804534912
                },
                {
                    "layer": "layer.73.mlp.gate_proj",
                    "ppl": 4.751202583312988
                },
                {
                    "layer": "layer.73.mlp.up_proj",
                    "ppl": 4.751383304595947
                },
                {
                    "layer": "layer.73.mlp.down_proj",
                    "ppl": 4.751494407653809
                },
                {
                    "layer": "layer.74.self_attn.q_proj",
                    "ppl": 4.751282215118408
                },
                {
                    "layer": "layer.74.self_attn.k_proj",
                    "ppl": 4.751306533813477
                },
                {
                    "layer": "layer.74.self_attn.v_proj",
                    "ppl": 4.751177787780762
                },
                {
                    "layer": "layer.74.self_attn.o_proj",
                    "ppl": 4.7512311935424805
                },
                {
                    "layer": "layer.74.mlp.gate_proj",
                    "ppl": 4.750746726989746
                },
                {
                    "layer": "layer.74.mlp.up_proj",
                    "ppl": 4.751358509063721
                },
                {
                    "layer": "layer.74.mlp.down_proj",
                    "ppl": 4.751225471496582
                },
                {
                    "layer": "layer.75.self_attn.q_proj",
                    "ppl": 4.751378059387207
                },
                {
                    "layer": "layer.75.self_attn.k_proj",
                    "ppl": 4.751039505004883
                },
                {
                    "layer": "layer.75.self_attn.v_proj",
                    "ppl": 4.749969959259033
                },
                {
                    "layer": "layer.75.self_attn.o_proj",
                    "ppl": 4.751092910766602
                },
                {
                    "layer": "layer.75.mlp.gate_proj",
                    "ppl": 4.7505903244018555
                },
                {
                    "layer": "layer.75.mlp.up_proj",
                    "ppl": 4.751706600189209
                },
                {
                    "layer": "layer.75.mlp.down_proj",
                    "ppl": 4.751095771789551
                },
                {
                    "layer": "layer.76.self_attn.q_proj",
                    "ppl": 4.751283168792725
                },
                {
                    "layer": "layer.76.self_attn.k_proj",
                    "ppl": 4.751622200012207
                },
                {
                    "layer": "layer.76.self_attn.v_proj",
                    "ppl": 4.751193523406982
                },
                {
                    "layer": "layer.76.self_attn.o_proj",
                    "ppl": 4.750949382781982
                },
                {
                    "layer": "layer.76.mlp.gate_proj",
                    "ppl": 4.75081729888916
                },
                {
                    "layer": "layer.76.mlp.up_proj",
                    "ppl": 4.751051425933838
                },
                {
                    "layer": "layer.76.mlp.down_proj",
                    "ppl": 4.7512335777282715
                },
                {
                    "layer": "layer.77.self_attn.q_proj",
                    "ppl": 4.751168251037598
                },
                {
                    "layer": "layer.77.self_attn.k_proj",
                    "ppl": 4.751091003417969
                },
                {
                    "layer": "layer.77.self_attn.v_proj",
                    "ppl": 4.750969886779785
                },
                {
                    "layer": "layer.77.self_attn.o_proj",
                    "ppl": 4.751234531402588
                },
                {
                    "layer": "layer.77.mlp.gate_proj",
                    "ppl": 4.751274108886719
                },
                {
                    "layer": "layer.77.mlp.up_proj",
                    "ppl": 4.750943183898926
                },
                {
                    "layer": "layer.77.mlp.down_proj",
                    "ppl": 4.750811576843262
                },
                {
                    "layer": "layer.78.self_attn.q_proj",
                    "ppl": 4.75121545791626
                },
                {
                    "layer": "layer.78.self_attn.k_proj",
                    "ppl": 4.751279830932617
                },
                {
                    "layer": "layer.78.self_attn.v_proj",
                    "ppl": 4.75100564956665
                },
                {
                    "layer": "layer.78.self_attn.o_proj",
                    "ppl": 4.75117826461792
                },
                {
                    "layer": "layer.78.mlp.gate_proj",
                    "ppl": 4.750846862792969
                },
                {
                    "layer": "layer.78.mlp.up_proj",
                    "ppl": 4.750624656677246
                },
                {
                    "layer": "layer.78.mlp.down_proj",
                    "ppl": 4.751176834106445
                },
                {
                    "layer": "layer.79.self_attn.q_proj",
                    "ppl": 4.751216411590576
                },
                {
                    "layer": "layer.79.self_attn.k_proj",
                    "ppl": 4.751220703125
                },
                {
                    "layer": "layer.79.self_attn.v_proj",
                    "ppl": 4.751049041748047
                },
                {
                    "layer": "layer.79.self_attn.o_proj",
                    "ppl": 4.751063346862793
                },
                {
                    "layer": "layer.79.mlp.gate_proj",
                    "ppl": 4.750533580780029
                },
                {
                    "layer": "layer.79.mlp.up_proj",
                    "ppl": 4.751070976257324
                },
                {
                    "layer": "layer.79.mlp.down_proj",
                    "ppl": 4.750815391540527
                }
            ]
        },
        {
            "bit": 12,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 4.700860023498535
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 4.700923442840576
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 4.700793743133545
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 4.7008957862854
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 4.7009429931640625
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 4.701005935668945
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 4.7006940841674805
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 4.7008843421936035
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 4.70095682144165
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 4.700647354125977
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 4.700524806976318
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 4.700737476348877
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 4.700860023498535
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 4.701098442077637
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 4.701132297515869
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 4.7009477615356445
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 4.700878143310547
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 4.700957775115967
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 4.7009687423706055
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 4.7008843421936035
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 4.700718879699707
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 4.700920104980469
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 4.700881004333496
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 4.700608253479004
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 4.700777053833008
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 4.7006425857543945
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 4.700909614562988
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 4.700869083404541
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 4.7008867263793945
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 4.7008957862854
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 4.701124668121338
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 4.70075798034668
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 4.700617790222168
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 4.700783729553223
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 4.700800895690918
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 4.700993061065674
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 4.7010087966918945
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 4.701056003570557
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 4.7010111808776855
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 4.7008819580078125
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 4.701033592224121
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 4.700751304626465
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 4.700839996337891
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 4.700932502746582
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 4.700714588165283
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 4.701003074645996
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 4.701005935668945
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 4.700725078582764
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 4.700751304626465
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 4.700803756713867
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 4.700809478759766
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 4.7010817527771
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 4.70080041885376
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 4.701104640960693
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 4.700700759887695
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 4.700438022613525
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 4.700804233551025
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 4.7011260986328125
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 4.701599597930908
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 4.7006449699401855
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 4.701394557952881
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 4.701181888580322
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 4.701444149017334
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 4.700828552246094
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 4.70084285736084
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 4.700617790222168
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 4.7009196281433105
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 4.700891017913818
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 4.700598239898682
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 4.7010955810546875
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 4.701005935668945
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 4.700944900512695
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 4.70072603225708
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 4.700938701629639
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 4.7010579109191895
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 4.7007856369018555
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 4.701054096221924
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 4.700852870941162
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 4.700831890106201
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 4.7009172439575195
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 4.701003551483154
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 4.700825214385986
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 4.700934410095215
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 4.700442314147949
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 4.700947284698486
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 4.7010955810546875
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 4.700968265533447
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 4.701251029968262
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 4.700807094573975
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 4.701035976409912
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 4.700836658477783
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 4.701005935668945
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 4.70103645324707
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 4.70062255859375
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 4.7007365226745605
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 4.700496196746826
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 4.700936317443848
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 4.700773239135742
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 4.700963020324707
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 4.701019763946533
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 4.701550006866455
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 4.701425075531006
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 4.700900554656982
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 4.700796127319336
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 4.700654983520508
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 4.701069355010986
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 4.70054817199707
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 4.701320648193359
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 4.701281547546387
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 4.701041221618652
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 4.700790882110596
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 4.70053768157959
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 4.701069355010986
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 4.700936317443848
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 4.700565814971924
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 4.700244903564453
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 4.700864315032959
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 4.701102256774902
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 4.70041561126709
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 4.700985431671143
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 4.700888156890869
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 4.70088529586792
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 4.7007927894592285
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 4.701377868652344
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 4.7013468742370605
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 4.7005391120910645
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 4.700886249542236
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 4.700860023498535
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 4.700587272644043
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 4.700618743896484
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 4.70081901550293
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 4.700584411621094
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 4.700911521911621
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 4.700983047485352
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 4.701091766357422
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 4.700883388519287
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 4.701399326324463
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 4.701274394989014
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 4.701159477233887
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 4.700920104980469
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 4.701032638549805
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 4.701252460479736
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 4.701076507568359
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 4.700483322143555
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 4.701460361480713
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 4.701548099517822
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 4.701242446899414
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 4.701168060302734
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 4.7007222175598145
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 4.700016021728516
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 4.700634956359863
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 4.700291156768799
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 4.700375080108643
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 4.700746536254883
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 4.7008376121521
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 4.700767993927002
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 4.701109886169434
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 4.699795722961426
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 4.70039701461792
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 4.701096057891846
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 4.700729846954346
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 4.700931072235107
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 4.700784206390381
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 4.702370643615723
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 4.701268196105957
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 4.70184850692749
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 4.701233863830566
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 4.701539039611816
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 4.700932502746582
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 4.700915336608887
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 4.70054817199707
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 4.700194358825684
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 4.699732780456543
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 4.701839447021484
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 4.7008843421936035
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 4.70089054107666
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 4.7008957862854
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 4.702044486999512
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 4.700899124145508
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 4.70014762878418
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 4.701144695281982
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 4.70155668258667
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 4.700679302215576
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 4.700906276702881
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 4.69992733001709
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 4.69976806640625
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 4.700743675231934
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 4.701661586761475
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 4.701066970825195
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 4.700957775115967
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 4.7011637687683105
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 4.698268413543701
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 4.701525688171387
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 4.7010979652404785
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 4.700729846954346
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 4.700736045837402
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 4.701192855834961
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 4.701039791107178
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 4.700471878051758
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 4.700683116912842
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 4.700901031494141
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 4.700333118438721
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 4.700628757476807
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 4.700473308563232
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 4.7007856369018555
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 4.700225830078125
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 4.701394557952881
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 4.701503276824951
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 4.700508117675781
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 4.70097017288208
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 4.7007856369018555
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 4.7009172439575195
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 4.700284957885742
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 4.7005414962768555
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 4.701181888580322
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 4.70065975189209
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 4.70106315612793
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 4.700729846954346
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 4.700024604797363
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 4.700913429260254
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 4.7002034187316895
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 4.700408935546875
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 4.700738906860352
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 4.7009663581848145
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 4.700817108154297
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 4.700854301452637
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 4.698434352874756
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 4.700471878051758
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 4.700971603393555
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 4.700531005859375
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 4.7008209228515625
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 4.700634002685547
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 4.700471878051758
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 4.700542449951172
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 4.699904918670654
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 4.700409412384033
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 4.700141429901123
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 4.700228691101074
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 4.699883460998535
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 4.700768947601318
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 4.698487758636475
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 4.700270652770996
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 4.701939105987549
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 4.702162265777588
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 4.7002434730529785
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 4.700356483459473
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 4.700817584991455
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 4.701064109802246
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 4.700735092163086
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 4.700984477996826
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 4.70072603225708
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 4.700634956359863
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 4.70087194442749
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 4.700963973999023
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 4.70025634765625
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 4.700800895690918
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 4.700999736785889
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 4.7006402015686035
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 4.700662612915039
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 4.700748443603516
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 4.700901031494141
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 4.700719356536865
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 4.700357437133789
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 4.700626373291016
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 4.7008209228515625
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 4.701141834259033
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 4.700806140899658
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 4.700943946838379
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 4.700752258300781
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 4.700898170471191
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 4.700876712799072
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 4.700905799865723
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 4.700938701629639
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 4.700838565826416
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 4.700882911682129
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 4.700735569000244
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 4.7005815505981445
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 4.700533390045166
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 4.700741291046143
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 4.700639247894287
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 4.700753688812256
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 4.700709819793701
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 4.70062255859375
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 4.700728893280029
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 4.70045280456543
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 4.701066493988037
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 4.700714588165283
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 4.700850963592529
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 4.700751304626465
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 4.700743675231934
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 4.700915813446045
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 4.7006940841674805
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 4.700633525848389
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 4.701071739196777
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 4.700953483581543
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 4.700746059417725
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 4.700664043426514
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 4.700815200805664
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 4.700474262237549
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 4.700714588165283
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 4.700755596160889
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 4.700597286224365
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 4.7007293701171875
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 4.700632572174072
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 4.70081090927124
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 4.700852870941162
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 4.700639247894287
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 4.700710296630859
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 4.700876712799072
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 4.700769424438477
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 4.700765609741211
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 4.700770854949951
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 4.700621604919434
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 4.701061248779297
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 4.700938701629639
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 4.700782775878906
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 4.700711250305176
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 4.700913429260254
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 4.700845241546631
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 4.700860977172852
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 4.700664043426514
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 4.700993537902832
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 4.700850963592529
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 4.70076322555542
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 4.700811862945557
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 4.700705051422119
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 4.700786590576172
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 4.700522422790527
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 4.700748920440674
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 4.700798511505127
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 4.700896263122559
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 4.700704097747803
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 4.700706958770752
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 4.700799465179443
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 4.700676918029785
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 4.7007060050964355
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 4.7008209228515625
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 4.700797080993652
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 4.7007060050964355
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 4.701005935668945
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 4.700680732727051
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 4.700596809387207
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 4.700611114501953
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 4.700713157653809
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 4.700899600982666
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 4.700874328613281
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 4.7009429931640625
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 4.700758457183838
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 4.700618743896484
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 4.7008137702941895
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 4.700770854949951
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 4.700793743133545
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 4.700891017913818
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 4.700806140899658
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 4.700691223144531
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 4.700864315032959
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 4.700829982757568
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 4.700857162475586
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 4.700736045837402
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 4.700963020324707
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 4.701064586639404
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 4.70067834854126
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 4.700721263885498
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 4.701008319854736
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 4.700775146484375
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 4.700880527496338
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 4.700716495513916
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 4.700767993927002
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 4.700666904449463
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 4.700891017913818
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 4.700674057006836
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 4.700815200805664
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 4.700798034667969
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 4.700732231140137
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 4.700797080993652
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 4.700571537017822
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 4.700675010681152
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 4.700725078582764
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 4.700831413269043
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 4.700860023498535
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 4.700878143310547
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 4.700799942016602
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 4.700680732727051
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 4.700582504272461
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 4.700949192047119
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 4.700847625732422
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 4.7007927894592285
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 4.7009687423706055
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 4.700861930847168
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 4.700770378112793
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 4.700531482696533
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 4.70025634765625
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 4.700827121734619
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 4.700870037078857
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 4.7007646560668945
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 4.700925350189209
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 4.700618267059326
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 4.700595855712891
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 4.700486660003662
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 4.700720310211182
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 4.700839996337891
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 4.700779438018799
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 4.700878143310547
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 4.700353145599365
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 4.700684547424316
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 4.700374126434326
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 4.7006916999816895
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 4.700717449188232
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 4.700631141662598
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 4.700727462768555
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 4.700745582580566
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 4.700857162475586
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 4.7004170417785645
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 4.700850009918213
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 4.70073127746582
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 4.700801849365234
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 4.700781345367432
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 4.700896739959717
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 4.700521469116211
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 4.700752258300781
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 4.70081090927124
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 4.700744152069092
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 4.70088005065918
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 4.700762748718262
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 4.700681686401367
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 4.700636386871338
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 4.700753688812256
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 4.70070743560791
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 4.700843811035156
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 4.700693130493164
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 4.700685977935791
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 4.700704574584961
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 4.700636863708496
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 4.700556755065918
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 4.700723171234131
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 4.700765609741211
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 4.700852870941162
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 4.700807094573975
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 4.700565338134766
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 4.700333595275879
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 4.700710773468018
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 4.700821399688721
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 4.700775623321533
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 4.700768947601318
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 4.700863361358643
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 4.701061725616455
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 4.700576305389404
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 4.700618267059326
                },
                {
                    "layer": "layer.64.self_attn.q_proj",
                    "ppl": 4.70088529586792
                },
                {
                    "layer": "layer.64.self_attn.k_proj",
                    "ppl": 4.700773239135742
                },
                {
                    "layer": "layer.64.self_attn.v_proj",
                    "ppl": 4.700933456420898
                },
                {
                    "layer": "layer.64.self_attn.o_proj",
                    "ppl": 4.700887203216553
                },
                {
                    "layer": "layer.64.mlp.gate_proj",
                    "ppl": 4.700695991516113
                },
                {
                    "layer": "layer.64.mlp.up_proj",
                    "ppl": 4.700683116912842
                },
                {
                    "layer": "layer.64.mlp.down_proj",
                    "ppl": 4.7007927894592285
                },
                {
                    "layer": "layer.65.self_attn.q_proj",
                    "ppl": 4.700806617736816
                },
                {
                    "layer": "layer.65.self_attn.k_proj",
                    "ppl": 4.7006707191467285
                },
                {
                    "layer": "layer.65.self_attn.v_proj",
                    "ppl": 4.700840950012207
                },
                {
                    "layer": "layer.65.self_attn.o_proj",
                    "ppl": 4.700766563415527
                },
                {
                    "layer": "layer.65.mlp.gate_proj",
                    "ppl": 4.7004780769348145
                },
                {
                    "layer": "layer.65.mlp.up_proj",
                    "ppl": 4.700479507446289
                },
                {
                    "layer": "layer.65.mlp.down_proj",
                    "ppl": 4.700549125671387
                },
                {
                    "layer": "layer.66.self_attn.q_proj",
                    "ppl": 4.70074987411499
                },
                {
                    "layer": "layer.66.self_attn.k_proj",
                    "ppl": 4.700698375701904
                },
                {
                    "layer": "layer.66.self_attn.v_proj",
                    "ppl": 4.700838565826416
                },
                {
                    "layer": "layer.66.self_attn.o_proj",
                    "ppl": 4.7006707191467285
                },
                {
                    "layer": "layer.66.mlp.gate_proj",
                    "ppl": 4.70064640045166
                },
                {
                    "layer": "layer.66.mlp.up_proj",
                    "ppl": 4.7006754875183105
                },
                {
                    "layer": "layer.66.mlp.down_proj",
                    "ppl": 4.700714588165283
                },
                {
                    "layer": "layer.67.self_attn.q_proj",
                    "ppl": 4.700760364532471
                },
                {
                    "layer": "layer.67.self_attn.k_proj",
                    "ppl": 4.700829982757568
                },
                {
                    "layer": "layer.67.self_attn.v_proj",
                    "ppl": 4.700751304626465
                },
                {
                    "layer": "layer.67.self_attn.o_proj",
                    "ppl": 4.700789928436279
                },
                {
                    "layer": "layer.67.mlp.gate_proj",
                    "ppl": 4.700438499450684
                },
                {
                    "layer": "layer.67.mlp.up_proj",
                    "ppl": 4.7005133628845215
                },
                {
                    "layer": "layer.67.mlp.down_proj",
                    "ppl": 4.700625896453857
                },
                {
                    "layer": "layer.68.self_attn.q_proj",
                    "ppl": 4.700705051422119
                },
                {
                    "layer": "layer.68.self_attn.k_proj",
                    "ppl": 4.700611114501953
                },
                {
                    "layer": "layer.68.self_attn.v_proj",
                    "ppl": 4.700599670410156
                },
                {
                    "layer": "layer.68.self_attn.o_proj",
                    "ppl": 4.7008867263793945
                },
                {
                    "layer": "layer.68.mlp.gate_proj",
                    "ppl": 4.700847625732422
                },
                {
                    "layer": "layer.68.mlp.up_proj",
                    "ppl": 4.70051383972168
                },
                {
                    "layer": "layer.68.mlp.down_proj",
                    "ppl": 4.700524806976318
                },
                {
                    "layer": "layer.69.self_attn.q_proj",
                    "ppl": 4.700938701629639
                },
                {
                    "layer": "layer.69.self_attn.k_proj",
                    "ppl": 4.700825214385986
                },
                {
                    "layer": "layer.69.self_attn.v_proj",
                    "ppl": 4.700801849365234
                },
                {
                    "layer": "layer.69.self_attn.o_proj",
                    "ppl": 4.700699806213379
                },
                {
                    "layer": "layer.69.mlp.gate_proj",
                    "ppl": 4.700741291046143
                },
                {
                    "layer": "layer.69.mlp.up_proj",
                    "ppl": 4.70055627822876
                },
                {
                    "layer": "layer.69.mlp.down_proj",
                    "ppl": 4.700665473937988
                },
                {
                    "layer": "layer.70.self_attn.q_proj",
                    "ppl": 4.700747966766357
                },
                {
                    "layer": "layer.70.self_attn.k_proj",
                    "ppl": 4.700746059417725
                },
                {
                    "layer": "layer.70.self_attn.v_proj",
                    "ppl": 4.700748920440674
                },
                {
                    "layer": "layer.70.self_attn.o_proj",
                    "ppl": 4.700747489929199
                },
                {
                    "layer": "layer.70.mlp.gate_proj",
                    "ppl": 4.700601577758789
                },
                {
                    "layer": "layer.70.mlp.up_proj",
                    "ppl": 4.700655937194824
                },
                {
                    "layer": "layer.70.mlp.down_proj",
                    "ppl": 4.700542449951172
                },
                {
                    "layer": "layer.71.self_attn.q_proj",
                    "ppl": 4.700888633728027
                },
                {
                    "layer": "layer.71.self_attn.k_proj",
                    "ppl": 4.7003493309021
                },
                {
                    "layer": "layer.71.self_attn.v_proj",
                    "ppl": 4.697431564331055
                },
                {
                    "layer": "layer.71.self_attn.o_proj",
                    "ppl": 4.700633525848389
                },
                {
                    "layer": "layer.71.mlp.gate_proj",
                    "ppl": 4.7006120681762695
                },
                {
                    "layer": "layer.71.mlp.up_proj",
                    "ppl": 4.701210975646973
                },
                {
                    "layer": "layer.71.mlp.down_proj",
                    "ppl": 4.70086669921875
                },
                {
                    "layer": "layer.72.self_attn.q_proj",
                    "ppl": 4.700530052185059
                },
                {
                    "layer": "layer.72.self_attn.k_proj",
                    "ppl": 4.700473308563232
                },
                {
                    "layer": "layer.72.self_attn.v_proj",
                    "ppl": 4.70053768157959
                },
                {
                    "layer": "layer.72.self_attn.o_proj",
                    "ppl": 4.700598239898682
                },
                {
                    "layer": "layer.72.mlp.gate_proj",
                    "ppl": 4.700553894042969
                },
                {
                    "layer": "layer.72.mlp.up_proj",
                    "ppl": 4.700503349304199
                },
                {
                    "layer": "layer.72.mlp.down_proj",
                    "ppl": 4.700274467468262
                },
                {
                    "layer": "layer.73.self_attn.q_proj",
                    "ppl": 4.700846195220947
                },
                {
                    "layer": "layer.73.self_attn.k_proj",
                    "ppl": 4.700955390930176
                },
                {
                    "layer": "layer.73.self_attn.v_proj",
                    "ppl": 4.700538635253906
                },
                {
                    "layer": "layer.73.self_attn.o_proj",
                    "ppl": 4.700555324554443
                },
                {
                    "layer": "layer.73.mlp.gate_proj",
                    "ppl": 4.7005720138549805
                },
                {
                    "layer": "layer.73.mlp.up_proj",
                    "ppl": 4.701017379760742
                },
                {
                    "layer": "layer.73.mlp.down_proj",
                    "ppl": 4.70067834854126
                },
                {
                    "layer": "layer.74.self_attn.q_proj",
                    "ppl": 4.700986862182617
                },
                {
                    "layer": "layer.74.self_attn.k_proj",
                    "ppl": 4.700850009918213
                },
                {
                    "layer": "layer.74.self_attn.v_proj",
                    "ppl": 4.7001471519470215
                },
                {
                    "layer": "layer.74.self_attn.o_proj",
                    "ppl": 4.700578212738037
                },
                {
                    "layer": "layer.74.mlp.gate_proj",
                    "ppl": 4.700518608093262
                },
                {
                    "layer": "layer.74.mlp.up_proj",
                    "ppl": 4.7015557289123535
                },
                {
                    "layer": "layer.74.mlp.down_proj",
                    "ppl": 4.701076984405518
                },
                {
                    "layer": "layer.75.self_attn.q_proj",
                    "ppl": 4.700230121612549
                },
                {
                    "layer": "layer.75.self_attn.k_proj",
                    "ppl": 4.700643539428711
                },
                {
                    "layer": "layer.75.self_attn.v_proj",
                    "ppl": 4.6986565589904785
                },
                {
                    "layer": "layer.75.self_attn.o_proj",
                    "ppl": 4.700875759124756
                },
                {
                    "layer": "layer.75.mlp.gate_proj",
                    "ppl": 4.700517177581787
                },
                {
                    "layer": "layer.75.mlp.up_proj",
                    "ppl": 4.701238632202148
                },
                {
                    "layer": "layer.75.mlp.down_proj",
                    "ppl": 4.70111083984375
                },
                {
                    "layer": "layer.76.self_attn.q_proj",
                    "ppl": 4.700760364532471
                },
                {
                    "layer": "layer.76.self_attn.k_proj",
                    "ppl": 4.700758934020996
                },
                {
                    "layer": "layer.76.self_attn.v_proj",
                    "ppl": 4.700553894042969
                },
                {
                    "layer": "layer.76.self_attn.o_proj",
                    "ppl": 4.700557231903076
                },
                {
                    "layer": "layer.76.mlp.gate_proj",
                    "ppl": 4.70046329498291
                },
                {
                    "layer": "layer.76.mlp.up_proj",
                    "ppl": 4.701096057891846
                },
                {
                    "layer": "layer.76.mlp.down_proj",
                    "ppl": 4.701151371002197
                },
                {
                    "layer": "layer.77.self_attn.q_proj",
                    "ppl": 4.700738430023193
                },
                {
                    "layer": "layer.77.self_attn.k_proj",
                    "ppl": 4.700835227966309
                },
                {
                    "layer": "layer.77.self_attn.v_proj",
                    "ppl": 4.700088024139404
                },
                {
                    "layer": "layer.77.self_attn.o_proj",
                    "ppl": 4.700562953948975
                },
                {
                    "layer": "layer.77.mlp.gate_proj",
                    "ppl": 4.7004547119140625
                },
                {
                    "layer": "layer.77.mlp.up_proj",
                    "ppl": 4.700496196746826
                },
                {
                    "layer": "layer.77.mlp.down_proj",
                    "ppl": 4.7008466720581055
                },
                {
                    "layer": "layer.78.self_attn.q_proj",
                    "ppl": 4.700747966766357
                },
                {
                    "layer": "layer.78.self_attn.k_proj",
                    "ppl": 4.700643062591553
                },
                {
                    "layer": "layer.78.self_attn.v_proj",
                    "ppl": 4.700661659240723
                },
                {
                    "layer": "layer.78.self_attn.o_proj",
                    "ppl": 4.700571537017822
                },
                {
                    "layer": "layer.78.mlp.gate_proj",
                    "ppl": 4.700385570526123
                },
                {
                    "layer": "layer.78.mlp.up_proj",
                    "ppl": 4.701023578643799
                },
                {
                    "layer": "layer.78.mlp.down_proj",
                    "ppl": 4.700582027435303
                },
                {
                    "layer": "layer.79.self_attn.q_proj",
                    "ppl": 4.700694561004639
                },
                {
                    "layer": "layer.79.self_attn.k_proj",
                    "ppl": 4.70078182220459
                },
                {
                    "layer": "layer.79.self_attn.v_proj",
                    "ppl": 4.700538635253906
                },
                {
                    "layer": "layer.79.self_attn.o_proj",
                    "ppl": 4.700826168060303
                },
                {
                    "layer": "layer.79.mlp.gate_proj",
                    "ppl": 4.700142860412598
                },
                {
                    "layer": "layer.79.mlp.up_proj",
                    "ppl": 4.700069427490234
                },
                {
                    "layer": "layer.79.mlp.down_proj",
                    "ppl": 4.699918746948242
                }
            ]
        },
        {
            "bit": 13,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 4.648352146148682
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 4.648137092590332
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 4.648449420928955
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 4.647853851318359
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 4.648489952087402
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 4.648310661315918
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 4.648442268371582
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 4.648244380950928
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 4.648322582244873
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 4.648243427276611
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 4.648130893707275
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 4.648192882537842
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 4.648247241973877
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 4.648095607757568
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 4.64823055267334
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 4.648318290710449
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 4.648097991943359
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 4.647891521453857
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 4.648075580596924
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 4.648359775543213
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 4.648509502410889
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 4.648442268371582
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 4.648284912109375
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 4.64834451675415
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 4.648558616638184
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 4.648352146148682
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 4.648016452789307
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 4.648043155670166
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 4.648149490356445
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 4.648233890533447
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 4.648207187652588
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 4.647924423217773
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 4.6483049392700195
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 4.647866249084473
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 4.648054122924805
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 4.648357391357422
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 4.6483283042907715
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 4.648095607757568
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 4.648174285888672
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 4.6484198570251465
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 4.648334503173828
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 4.648046493530273
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 4.648262023925781
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 4.648308277130127
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 4.648402214050293
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 4.648316383361816
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 4.648437023162842
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 4.64846658706665
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 4.648408889770508
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 4.64815092086792
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 4.64829158782959
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 4.647979259490967
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 4.648362159729004
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 4.6482391357421875
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 4.648212909698486
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 4.64863395690918
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 4.648404598236084
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 4.648128986358643
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 4.648348331451416
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 4.648244380950928
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 4.648232936859131
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 4.648386001586914
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 4.6482696533203125
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 4.6483917236328125
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 4.648369789123535
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 4.6480631828308105
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 4.648510932922363
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 4.648333549499512
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 4.6484575271606445
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 4.648421287536621
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 4.648268222808838
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 4.648094177246094
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 4.648484230041504
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 4.64834451675415
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 4.6480865478515625
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 4.648094654083252
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 4.647953987121582
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 4.6482343673706055
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 4.648192882537842
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 4.648128509521484
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 4.648515224456787
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 4.648433208465576
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 4.648275852203369
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 4.648707866668701
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 4.648284912109375
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 4.648342132568359
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 4.648299217224121
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 4.6483659744262695
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 4.648780345916748
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 4.648694038391113
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 4.648434638977051
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 4.648350238800049
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 4.648285865783691
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 4.64775276184082
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 4.648151397705078
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 4.648229598999023
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 4.647866725921631
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 4.648387908935547
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 4.648274898529053
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 4.648170471191406
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 4.647441387176514
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 4.647932529449463
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 4.647872447967529
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 4.6478447914123535
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 4.648179054260254
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 4.648539066314697
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 4.648447036743164
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 4.648983001708984
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 4.648241996765137
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 4.64832067489624
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 4.648140907287598
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 4.648287296295166
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 4.648416996002197
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 4.648404598236084
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 4.648295879364014
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 4.648549556732178
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 4.648199558258057
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 4.647947788238525
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 4.648251533508301
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 4.648665428161621
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 4.648393630981445
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 4.648818016052246
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 4.648608684539795
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 4.6478800773620605
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 4.647912502288818
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 4.64802885055542
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 4.648277282714844
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 4.647993087768555
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 4.647860527038574
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 4.647833824157715
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 4.648176670074463
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 4.6483306884765625
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 4.6485209465026855
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 4.648294448852539
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 4.648050308227539
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 4.64798641204834
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 4.648083686828613
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 4.64796257019043
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 4.648000240325928
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 4.648653984069824
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 4.648306846618652
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 4.648443222045898
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 4.647980690002441
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 4.6487298011779785
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 4.647867679595947
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 4.648316383361816
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 4.648118495941162
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 4.648329734802246
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 4.6484527587890625
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 4.648866653442383
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 4.648038864135742
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 4.648128032684326
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 4.649270057678223
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 4.647922039031982
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 4.648293495178223
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 4.648238182067871
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 4.647490978240967
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 4.648462295532227
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 4.648680210113525
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 4.647614479064941
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 4.648117542266846
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 4.648455619812012
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 4.648543834686279
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 4.647585868835449
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 4.648162364959717
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 4.647710800170898
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 4.648334503173828
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 4.64883279800415
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 4.648393630981445
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 4.648047924041748
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 4.648768901824951
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 4.64902400970459
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 4.64919376373291
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 4.64847469329834
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 4.648258209228516
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 4.648688793182373
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 4.648523330688477
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 4.647061824798584
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 4.648367881774902
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 4.648901462554932
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 4.648014545440674
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 4.648114204406738
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 4.6486029624938965
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 4.648599624633789
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 4.6476149559021
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 4.648623943328857
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 4.6483306884765625
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 4.647066593170166
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 4.648493766784668
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 4.648271560668945
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 4.648502349853516
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 4.655144214630127
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 4.647299766540527
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 4.647794246673584
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 4.6481451988220215
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 4.648509979248047
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 4.647866249084473
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 4.6482672691345215
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 4.64858865737915
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 4.648343086242676
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 4.647964000701904
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 4.648248195648193
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 4.648621082305908
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 4.64854097366333
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 4.648492336273193
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 4.6491618156433105
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 4.648092746734619
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 4.648172378540039
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 4.648258209228516
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 4.6484575271606445
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 4.648243427276611
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 4.648255825042725
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 4.645998001098633
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 4.648324489593506
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 4.647472381591797
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 4.648340225219727
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 4.647702693939209
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 4.64829158782959
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 4.647582530975342
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 4.646851062774658
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 4.648036003112793
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 4.648234844207764
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 4.647820472717285
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 4.6481852531433105
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 4.648075580596924
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 4.648158550262451
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 4.647477149963379
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 4.647632122039795
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 4.648349285125732
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 4.647799491882324
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 4.648288249969482
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 4.648431301116943
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 4.648179531097412
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 4.647703647613525
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 4.648830413818359
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 4.648431301116943
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 4.64793586730957
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 4.648083209991455
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 4.647709846496582
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 4.647400856018066
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 4.647451400756836
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 4.647797584533691
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 4.648806571960449
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 4.648147106170654
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 4.64793062210083
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 4.64847469329834
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 4.648040771484375
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 4.647731781005859
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 4.6481404304504395
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 4.648093223571777
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 4.648273468017578
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 4.648286819458008
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 4.64825963973999
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 4.648263454437256
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 4.648684024810791
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 4.648216247558594
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 4.648313522338867
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 4.648362159729004
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 4.648406028747559
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 4.6483049392700195
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 4.648105621337891
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 4.647852420806885
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 4.648345470428467
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 4.648409843444824
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 4.648253440856934
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 4.648046970367432
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 4.648221969604492
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 4.648282527923584
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 4.648258209228516
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 4.648174285888672
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 4.648258209228516
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 4.648275375366211
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 4.648204803466797
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 4.648224830627441
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 4.648218154907227
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 4.648185729980469
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 4.648284912109375
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 4.648189544677734
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 4.648402214050293
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 4.648489475250244
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 4.648274898529053
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 4.648329734802246
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 4.648647308349609
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 4.648494243621826
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 4.648290634155273
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 4.648136615753174
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 4.64825439453125
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 4.648245811462402
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 4.648367881774902
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 4.6483306884765625
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 4.648345947265625
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 4.648099422454834
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 4.648373603820801
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 4.648072719573975
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 4.648161888122559
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 4.6482319831848145
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 4.648473262786865
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 4.648075580596924
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 4.6481032371521
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 4.64805269241333
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 4.648026466369629
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 4.64824104309082
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 4.64821195602417
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 4.6484785079956055
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 4.648473262786865
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 4.648314476013184
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 4.648214817047119
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 4.6483025550842285
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 4.6482343673706055
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 4.64826774597168
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 4.648306846618652
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 4.648316860198975
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 4.64816951751709
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 4.648078918457031
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 4.64795446395874
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 4.64816427230835
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 4.648354530334473
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 4.648238182067871
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 4.648341178894043
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 4.648097515106201
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 4.648557662963867
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 4.648141860961914
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 4.648268699645996
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 4.6482648849487305
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 4.648292064666748
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 4.64821195602417
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 4.648069858551025
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 4.648514747619629
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 4.64801025390625
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 4.648269176483154
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 4.648263454437256
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 4.648392200469971
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 4.648373603820801
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 4.648243427276611
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 4.64821195602417
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 4.648254871368408
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 4.648463249206543
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 4.648282051086426
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 4.648493766784668
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 4.6481032371521
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 4.648342132568359
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 4.648358345031738
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 4.648177146911621
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 4.6482930183410645
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 4.648249626159668
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 4.648273468017578
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 4.6481852531433105
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 4.648274898529053
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 4.648221969604492
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 4.648214817047119
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 4.648237228393555
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 4.648209571838379
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 4.648339748382568
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 4.648350238800049
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 4.6480841636657715
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 4.648095607757568
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 4.647988796234131
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 4.648318767547607
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 4.6483235359191895
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 4.648177146911621
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 4.6481194496154785
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 4.648165225982666
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 4.648305416107178
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 4.6479573249816895
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 4.648297309875488
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 4.648386001586914
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 4.648303508758545
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 4.648354530334473
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 4.6481032371521
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 4.648024559020996
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 4.648010730743408
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 4.648308753967285
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 4.6482768058776855
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 4.648268222808838
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 4.648421764373779
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 4.648134231567383
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 4.6482834815979
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 4.648249626159668
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 4.648261070251465
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 4.648310661315918
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 4.648261070251465
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 4.648341178894043
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 4.648100852966309
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 4.648409366607666
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 4.648061752319336
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 4.6483259201049805
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 4.648258686065674
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 4.648295879364014
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 4.6483306884765625
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 4.648369789123535
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 4.648268699645996
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 4.648308753967285
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 4.6483306884765625
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 4.648305416107178
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 4.648369789123535
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 4.648212909698486
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 4.648331165313721
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 4.648234844207764
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 4.648195266723633
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 4.648322105407715
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 4.648282527923584
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 4.648275852203369
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 4.648399829864502
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 4.648240566253662
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 4.648147106170654
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 4.648692607879639
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 4.64834451675415
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 4.648162841796875
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 4.648388385772705
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 4.648253440856934
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 4.648252964019775
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 4.647849082946777
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 4.648144721984863
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 4.648313522338867
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 4.648342132568359
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 4.6481757164001465
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 4.648200511932373
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 4.648043155670166
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 4.648367404937744
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 4.648156642913818
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 4.6483988761901855
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 4.648260593414307
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 4.648309230804443
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 4.648248195648193
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 4.648210525512695
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 4.648507595062256
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 4.648339748382568
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 4.648335933685303
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 4.648352146148682
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 4.648326873779297
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 4.648315906524658
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 4.648141860961914
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 4.648582458496094
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 4.64834451675415
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 4.648257255554199
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 4.648300647735596
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 4.648244857788086
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 4.648329257965088
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 4.6481194496154785
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 4.648316860198975
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 4.648209095001221
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 4.648306846618652
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 4.64829158782959
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 4.648229598999023
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 4.648167133331299
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 4.64805269241333
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 4.648262023925781
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 4.648192882537842
                },
                {
                    "layer": "layer.64.self_attn.q_proj",
                    "ppl": 4.648301601409912
                },
                {
                    "layer": "layer.64.self_attn.k_proj",
                    "ppl": 4.648329257965088
                },
                {
                    "layer": "layer.64.self_attn.v_proj",
                    "ppl": 4.648162841796875
                },
                {
                    "layer": "layer.64.self_attn.o_proj",
                    "ppl": 4.648331165313721
                },
                {
                    "layer": "layer.64.mlp.gate_proj",
                    "ppl": 4.648475646972656
                },
                {
                    "layer": "layer.64.mlp.up_proj",
                    "ppl": 4.648222923278809
                },
                {
                    "layer": "layer.64.mlp.down_proj",
                    "ppl": 4.648243427276611
                },
                {
                    "layer": "layer.65.self_attn.q_proj",
                    "ppl": 4.648258209228516
                },
                {
                    "layer": "layer.65.self_attn.k_proj",
                    "ppl": 4.648249626159668
                },
                {
                    "layer": "layer.65.self_attn.v_proj",
                    "ppl": 4.64832067489624
                },
                {
                    "layer": "layer.65.self_attn.o_proj",
                    "ppl": 4.648168563842773
                },
                {
                    "layer": "layer.65.mlp.gate_proj",
                    "ppl": 4.648530006408691
                },
                {
                    "layer": "layer.65.mlp.up_proj",
                    "ppl": 4.648312091827393
                },
                {
                    "layer": "layer.65.mlp.down_proj",
                    "ppl": 4.648305892944336
                },
                {
                    "layer": "layer.66.self_attn.q_proj",
                    "ppl": 4.648308753967285
                },
                {
                    "layer": "layer.66.self_attn.k_proj",
                    "ppl": 4.64827299118042
                },
                {
                    "layer": "layer.66.self_attn.v_proj",
                    "ppl": 4.648386001586914
                },
                {
                    "layer": "layer.66.self_attn.o_proj",
                    "ppl": 4.648323059082031
                },
                {
                    "layer": "layer.66.mlp.gate_proj",
                    "ppl": 4.648184299468994
                },
                {
                    "layer": "layer.66.mlp.up_proj",
                    "ppl": 4.648109436035156
                },
                {
                    "layer": "layer.66.mlp.down_proj",
                    "ppl": 4.648502349853516
                },
                {
                    "layer": "layer.67.self_attn.q_proj",
                    "ppl": 4.6483659744262695
                },
                {
                    "layer": "layer.67.self_attn.k_proj",
                    "ppl": 4.648331165313721
                },
                {
                    "layer": "layer.67.self_attn.v_proj",
                    "ppl": 4.648284912109375
                },
                {
                    "layer": "layer.67.self_attn.o_proj",
                    "ppl": 4.648250579833984
                },
                {
                    "layer": "layer.67.mlp.gate_proj",
                    "ppl": 4.6483612060546875
                },
                {
                    "layer": "layer.67.mlp.up_proj",
                    "ppl": 4.648358345031738
                },
                {
                    "layer": "layer.67.mlp.down_proj",
                    "ppl": 4.648122787475586
                },
                {
                    "layer": "layer.68.self_attn.q_proj",
                    "ppl": 4.648333549499512
                },
                {
                    "layer": "layer.68.self_attn.k_proj",
                    "ppl": 4.648313522338867
                },
                {
                    "layer": "layer.68.self_attn.v_proj",
                    "ppl": 4.648306846618652
                },
                {
                    "layer": "layer.68.self_attn.o_proj",
                    "ppl": 4.64832067489624
                },
                {
                    "layer": "layer.68.mlp.gate_proj",
                    "ppl": 4.648204803466797
                },
                {
                    "layer": "layer.68.mlp.up_proj",
                    "ppl": 4.648430824279785
                },
                {
                    "layer": "layer.68.mlp.down_proj",
                    "ppl": 4.648459434509277
                },
                {
                    "layer": "layer.69.self_attn.q_proj",
                    "ppl": 4.648375988006592
                },
                {
                    "layer": "layer.69.self_attn.k_proj",
                    "ppl": 4.648290634155273
                },
                {
                    "layer": "layer.69.self_attn.v_proj",
                    "ppl": 4.648178577423096
                },
                {
                    "layer": "layer.69.self_attn.o_proj",
                    "ppl": 4.648359298706055
                },
                {
                    "layer": "layer.69.mlp.gate_proj",
                    "ppl": 4.648254871368408
                },
                {
                    "layer": "layer.69.mlp.up_proj",
                    "ppl": 4.6482834815979
                },
                {
                    "layer": "layer.69.mlp.down_proj",
                    "ppl": 4.648126602172852
                },
                {
                    "layer": "layer.70.self_attn.q_proj",
                    "ppl": 4.648265838623047
                },
                {
                    "layer": "layer.70.self_attn.k_proj",
                    "ppl": 4.648468494415283
                },
                {
                    "layer": "layer.70.self_attn.v_proj",
                    "ppl": 4.647900581359863
                },
                {
                    "layer": "layer.70.self_attn.o_proj",
                    "ppl": 4.648189544677734
                },
                {
                    "layer": "layer.70.mlp.gate_proj",
                    "ppl": 4.648497581481934
                },
                {
                    "layer": "layer.70.mlp.up_proj",
                    "ppl": 4.6484198570251465
                },
                {
                    "layer": "layer.70.mlp.down_proj",
                    "ppl": 4.648443222045898
                },
                {
                    "layer": "layer.71.self_attn.q_proj",
                    "ppl": 4.648309230804443
                },
                {
                    "layer": "layer.71.self_attn.k_proj",
                    "ppl": 4.6484575271606445
                },
                {
                    "layer": "layer.71.self_attn.v_proj",
                    "ppl": 4.6435747146606445
                },
                {
                    "layer": "layer.71.self_attn.o_proj",
                    "ppl": 4.6483845710754395
                },
                {
                    "layer": "layer.71.mlp.gate_proj",
                    "ppl": 4.647930145263672
                },
                {
                    "layer": "layer.71.mlp.up_proj",
                    "ppl": 4.6489996910095215
                },
                {
                    "layer": "layer.71.mlp.down_proj",
                    "ppl": 4.648369789123535
                },
                {
                    "layer": "layer.72.self_attn.q_proj",
                    "ppl": 4.648382186889648
                },
                {
                    "layer": "layer.72.self_attn.k_proj",
                    "ppl": 4.648394584655762
                },
                {
                    "layer": "layer.72.self_attn.v_proj",
                    "ppl": 4.647716045379639
                },
                {
                    "layer": "layer.72.self_attn.o_proj",
                    "ppl": 4.648295879364014
                },
                {
                    "layer": "layer.72.mlp.gate_proj",
                    "ppl": 4.647951602935791
                },
                {
                    "layer": "layer.72.mlp.up_proj",
                    "ppl": 4.648576259613037
                },
                {
                    "layer": "layer.72.mlp.down_proj",
                    "ppl": 4.648497581481934
                },
                {
                    "layer": "layer.73.self_attn.q_proj",
                    "ppl": 4.64834451675415
                },
                {
                    "layer": "layer.73.self_attn.k_proj",
                    "ppl": 4.648146629333496
                },
                {
                    "layer": "layer.73.self_attn.v_proj",
                    "ppl": 4.6479668617248535
                },
                {
                    "layer": "layer.73.self_attn.o_proj",
                    "ppl": 4.648199081420898
                },
                {
                    "layer": "layer.73.mlp.gate_proj",
                    "ppl": 4.648148059844971
                },
                {
                    "layer": "layer.73.mlp.up_proj",
                    "ppl": 4.64810848236084
                },
                {
                    "layer": "layer.73.mlp.down_proj",
                    "ppl": 4.648484230041504
                },
                {
                    "layer": "layer.74.self_attn.q_proj",
                    "ppl": 4.648414611816406
                },
                {
                    "layer": "layer.74.self_attn.k_proj",
                    "ppl": 4.648400783538818
                },
                {
                    "layer": "layer.74.self_attn.v_proj",
                    "ppl": 4.648284435272217
                },
                {
                    "layer": "layer.74.self_attn.o_proj",
                    "ppl": 4.648314952850342
                },
                {
                    "layer": "layer.74.mlp.gate_proj",
                    "ppl": 4.647960186004639
                },
                {
                    "layer": "layer.74.mlp.up_proj",
                    "ppl": 4.648591995239258
                },
                {
                    "layer": "layer.74.mlp.down_proj",
                    "ppl": 4.648443222045898
                },
                {
                    "layer": "layer.75.self_attn.q_proj",
                    "ppl": 4.648369789123535
                },
                {
                    "layer": "layer.75.self_attn.k_proj",
                    "ppl": 4.648227214813232
                },
                {
                    "layer": "layer.75.self_attn.v_proj",
                    "ppl": 4.6467437744140625
                },
                {
                    "layer": "layer.75.self_attn.o_proj",
                    "ppl": 4.648101329803467
                },
                {
                    "layer": "layer.75.mlp.gate_proj",
                    "ppl": 4.6478962898254395
                },
                {
                    "layer": "layer.75.mlp.up_proj",
                    "ppl": 4.648502349853516
                },
                {
                    "layer": "layer.75.mlp.down_proj",
                    "ppl": 4.648337364196777
                },
                {
                    "layer": "layer.76.self_attn.q_proj",
                    "ppl": 4.648386001586914
                },
                {
                    "layer": "layer.76.self_attn.k_proj",
                    "ppl": 4.648839473724365
                },
                {
                    "layer": "layer.76.self_attn.v_proj",
                    "ppl": 4.648087501525879
                },
                {
                    "layer": "layer.76.self_attn.o_proj",
                    "ppl": 4.64818811416626
                },
                {
                    "layer": "layer.76.mlp.gate_proj",
                    "ppl": 4.6479058265686035
                },
                {
                    "layer": "layer.76.mlp.up_proj",
                    "ppl": 4.648360252380371
                },
                {
                    "layer": "layer.76.mlp.down_proj",
                    "ppl": 4.648559093475342
                },
                {
                    "layer": "layer.77.self_attn.q_proj",
                    "ppl": 4.648269176483154
                },
                {
                    "layer": "layer.77.self_attn.k_proj",
                    "ppl": 4.648229598999023
                },
                {
                    "layer": "layer.77.self_attn.v_proj",
                    "ppl": 4.648176193237305
                },
                {
                    "layer": "layer.77.self_attn.o_proj",
                    "ppl": 4.648229598999023
                },
                {
                    "layer": "layer.77.mlp.gate_proj",
                    "ppl": 4.648355960845947
                },
                {
                    "layer": "layer.77.mlp.up_proj",
                    "ppl": 4.648740291595459
                },
                {
                    "layer": "layer.77.mlp.down_proj",
                    "ppl": 4.648165225982666
                },
                {
                    "layer": "layer.78.self_attn.q_proj",
                    "ppl": 4.648377418518066
                },
                {
                    "layer": "layer.78.self_attn.k_proj",
                    "ppl": 4.648325443267822
                },
                {
                    "layer": "layer.78.self_attn.v_proj",
                    "ppl": 4.64803409576416
                },
                {
                    "layer": "layer.78.self_attn.o_proj",
                    "ppl": 4.64841365814209
                },
                {
                    "layer": "layer.78.mlp.gate_proj",
                    "ppl": 4.64812707901001
                },
                {
                    "layer": "layer.78.mlp.up_proj",
                    "ppl": 4.647986888885498
                },
                {
                    "layer": "layer.78.mlp.down_proj",
                    "ppl": 4.648147106170654
                },
                {
                    "layer": "layer.79.self_attn.q_proj",
                    "ppl": 4.648333549499512
                },
                {
                    "layer": "layer.79.self_attn.k_proj",
                    "ppl": 4.648360252380371
                },
                {
                    "layer": "layer.79.self_attn.v_proj",
                    "ppl": 4.648525714874268
                },
                {
                    "layer": "layer.79.self_attn.o_proj",
                    "ppl": 4.648247241973877
                },
                {
                    "layer": "layer.79.mlp.gate_proj",
                    "ppl": 4.648091793060303
                },
                {
                    "layer": "layer.79.mlp.up_proj",
                    "ppl": 4.648305416107178
                },
                {
                    "layer": "layer.79.mlp.down_proj",
                    "ppl": 4.64827299118042
                }
            ]
        },
        {
            "bit": 14,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 4.612593650817871
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 4.612536907196045
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 4.6125617027282715
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 4.612524032592773
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 4.612617015838623
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 4.612520694732666
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 4.6123046875
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 4.612692356109619
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 4.612570762634277
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 4.6125807762146
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 4.612570285797119
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 4.612614154815674
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 4.612492084503174
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 4.612496852874756
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 4.612789154052734
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 4.612549304962158
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 4.612798690795898
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 4.612843990325928
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 4.612678050994873
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 4.612772464752197
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 4.612457275390625
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 4.6125712394714355
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 4.612683296203613
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 4.61236047744751
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 4.612372398376465
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 4.612277030944824
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 4.612618446350098
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 4.612977981567383
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 4.612594127655029
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 4.612546920776367
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 4.612740516662598
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 4.61277437210083
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 4.612565040588379
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 4.612842082977295
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 4.612874984741211
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 4.612549304962158
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 4.61282205581665
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 4.6125264167785645
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 4.612694263458252
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 4.612761497497559
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 4.612330436706543
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 4.612270832061768
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 4.612639427185059
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 4.612430572509766
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 4.612567901611328
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 4.612525463104248
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 4.612756252288818
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 4.61279296875
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 4.612698078155518
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 4.6124749183654785
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 4.612524032592773
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 4.612704753875732
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 4.612370014190674
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 4.612880706787109
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 4.612552642822266
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 4.6122822761535645
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 4.612661361694336
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 4.612515926361084
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 4.612679481506348
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 4.612638473510742
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 4.613022804260254
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 4.612490653991699
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 4.6127543449401855
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 4.612646102905273
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 4.612683296203613
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 4.612732410430908
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 4.612460136413574
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 4.612377643585205
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 4.612438678741455
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 4.6124444007873535
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 4.61263370513916
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 4.612560272216797
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 4.6125030517578125
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 4.612637042999268
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 4.612719535827637
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 4.612757205963135
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 4.612804889678955
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 4.612509727478027
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 4.6125383377075195
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 4.612781524658203
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 4.612818717956543
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 4.612551689147949
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 4.612517833709717
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 4.612696647644043
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 4.612528324127197
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 4.612528324127197
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 4.612504482269287
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 4.612820148468018
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 4.612520694732666
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 4.612792491912842
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 4.612685680389404
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 4.612702369689941
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 4.612521648406982
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 4.612440586090088
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 4.6127824783325195
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 4.612349033355713
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 4.612715721130371
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 4.61263370513916
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 4.612728595733643
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 4.612552642822266
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 4.613226890563965
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 4.612683296203613
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 4.61255407333374
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 4.612456321716309
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 4.612376689910889
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 4.612695693969727
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 4.612396240234375
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 4.612133502960205
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 4.6129231452941895
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 4.612445831298828
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 4.612531661987305
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 4.612214088439941
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 4.612706184387207
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 4.612436294555664
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 4.612555027008057
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 4.612881660461426
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 4.612534046173096
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 4.612605094909668
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 4.612811088562012
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 4.612776756286621
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 4.612672328948975
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 4.61284065246582
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 4.612717628479004
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 4.612617492675781
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 4.612586498260498
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 4.612617492675781
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 4.612600326538086
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 4.612475872039795
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 4.612587928771973
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 4.612614154815674
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 4.61272668838501
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 4.61250638961792
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 4.612778663635254
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 4.6126556396484375
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 4.612912178039551
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 4.613160133361816
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 4.613101482391357
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 4.612470626831055
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 4.612558841705322
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 4.6122050285339355
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 4.612598896026611
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 4.612565517425537
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 4.613372802734375
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 4.61308479309082
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 4.612961292266846
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 4.613070964813232
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 4.61232328414917
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 4.612766742706299
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 4.612663269042969
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 4.612310886383057
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 4.612381458282471
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 4.6123738288879395
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 4.612926006317139
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 4.61239767074585
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 4.612791538238525
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 4.612671375274658
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 4.612476825714111
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 4.612339973449707
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 4.61228084564209
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 4.613034725189209
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 4.612193584442139
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 4.61265754699707
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 4.612623691558838
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 4.613941669464111
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 4.612371921539307
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 4.613308429718018
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 4.613251209259033
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 4.612100601196289
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 4.612631320953369
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 4.612820148468018
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 4.611958026885986
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 4.611901760101318
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 4.611509323120117
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 4.6133809089660645
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 4.613260746002197
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 4.612537860870361
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 4.612753391265869
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 4.613192558288574
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 4.612143516540527
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 4.612056732177734
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 4.611867427825928
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 4.613009929656982
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 4.612950801849365
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 4.61212682723999
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 4.612324237823486
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 4.61150598526001
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 4.6121392250061035
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 4.613440990447998
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 4.612576961517334
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 4.612905502319336
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 4.613053798675537
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 4.6056671142578125
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 4.613709449768066
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 4.612593650817871
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 4.612153053283691
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 4.612039089202881
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 4.6127543449401855
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 4.612551689147949
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 4.612680435180664
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 4.612229347229004
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 4.612635612487793
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 4.612542152404785
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 4.612457275390625
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 4.61229944229126
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 4.61247444152832
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 4.61342716217041
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 4.613160133361816
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 4.612989902496338
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 4.612753391265869
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 4.61264705657959
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 4.612608909606934
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 4.612421035766602
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 4.613639831542969
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 4.611880779266357
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 4.612821578979492
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 4.612246036529541
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 4.612509727478027
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 4.612178325653076
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 4.612368583679199
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 4.613094329833984
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 4.612642288208008
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 4.61284875869751
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 4.6128339767456055
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 4.612501621246338
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 4.612452507019043
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 4.6125006675720215
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 4.609509468078613
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 4.612772464752197
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 4.612727642059326
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 4.612330436706543
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 4.612559795379639
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 4.612403869628906
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 4.6122283935546875
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 4.612281799316406
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 4.611998558044434
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 4.6124138832092285
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 4.612171649932861
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 4.611954212188721
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 4.612277030944824
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 4.612257957458496
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 4.610413074493408
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 4.612246990203857
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 4.613157749176025
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 4.613553524017334
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 4.612325191497803
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 4.612545013427734
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 4.612330436706543
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 4.612578868865967
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 4.612695693969727
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 4.612635135650635
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 4.612527370452881
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 4.612514019012451
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 4.612396240234375
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 4.612645626068115
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 4.611901760101318
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 4.612823963165283
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 4.612699508666992
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 4.612422943115234
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 4.612502098083496
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 4.6125569343566895
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 4.612610340118408
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 4.612443923950195
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 4.612408638000488
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 4.612630844116211
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 4.612642765045166
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 4.612529277801514
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 4.612704277038574
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 4.612587928771973
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 4.61261510848999
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 4.612604141235352
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 4.6126604080200195
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 4.6125593185424805
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 4.6127543449401855
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 4.6125617027282715
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 4.612591743469238
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 4.612523078918457
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 4.612547874450684
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 4.612601280212402
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 4.612524509429932
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 4.612483501434326
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 4.612512111663818
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 4.612576961517334
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 4.612563610076904
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 4.612649440765381
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 4.612559795379639
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 4.612671852111816
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 4.612355709075928
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 4.61255407333374
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 4.612626075744629
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 4.612452030181885
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 4.612695693969727
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 4.612659454345703
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 4.612683296203613
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 4.612656116485596
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 4.612614154815674
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 4.612643718719482
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 4.612658500671387
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 4.612810134887695
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 4.612607479095459
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 4.612616539001465
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 4.6126508712768555
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 4.61257791519165
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 4.612550735473633
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 4.612432479858398
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 4.612355709075928
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 4.612613201141357
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 4.612536907196045
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 4.612617492675781
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 4.6126251220703125
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 4.612683296203613
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 4.612670421600342
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 4.6126909255981445
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 4.612462997436523
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 4.612811088562012
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 4.6127142906188965
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 4.612649440765381
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 4.612557888031006
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 4.612704277038574
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 4.6126909255981445
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 4.612717628479004
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 4.612392425537109
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 4.612771511077881
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 4.612640857696533
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 4.612648963928223
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 4.612715721130371
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 4.612460136413574
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 4.612415313720703
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 4.61238431930542
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 4.612720489501953
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 4.612619876861572
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 4.61260986328125
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 4.612652778625488
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 4.6125617027282715
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 4.612588882446289
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 4.612612247467041
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 4.612534999847412
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 4.612666130065918
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 4.612545013427734
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 4.612573623657227
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 4.612729549407959
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 4.612530708312988
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 4.612555027008057
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 4.612603664398193
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 4.612637042999268
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 4.612608432769775
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 4.612512111663818
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 4.612672328948975
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 4.612722873687744
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 4.612520217895508
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 4.6126227378845215
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 4.612586498260498
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 4.612606525421143
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 4.612673282623291
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 4.612495422363281
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 4.612699031829834
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 4.612603664398193
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 4.612651824951172
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 4.6124982833862305
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 4.61264181137085
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 4.612706184387207
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 4.612746238708496
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 4.6124420166015625
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 4.612510681152344
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 4.612531661987305
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 4.612611293792725
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 4.61273193359375
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 4.612636089324951
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 4.61263370513916
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 4.612624168395996
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 4.612761497497559
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 4.61259126663208
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 4.6125569343566895
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 4.612574100494385
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 4.612586498260498
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 4.612415313720703
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 4.612762928009033
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 4.612414836883545
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 4.612612724304199
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 4.612661361694336
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 4.612682342529297
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 4.612612247467041
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 4.612533092498779
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 4.612483024597168
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 4.6123738288879395
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 4.612586498260498
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 4.612617492675781
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 4.612560749053955
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 4.612585067749023
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 4.612639904022217
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 4.612404823303223
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 4.612541198730469
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 4.612411022186279
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 4.6126813888549805
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 4.612555027008057
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 4.612584590911865
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 4.612627029418945
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 4.612515449523926
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 4.612462997436523
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 4.612447261810303
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 4.612624168395996
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 4.612553119659424
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 4.612599849700928
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 4.612414836883545
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 4.612524509429932
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 4.6124267578125
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 4.612267017364502
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 4.612546443939209
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 4.612537860870361
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 4.612459182739258
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 4.612606048583984
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 4.612517356872559
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 4.612824440002441
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 4.612372875213623
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 4.61259651184082
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 4.612626075744629
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 4.612577438354492
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 4.612682342529297
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 4.612638473510742
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 4.612588882446289
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 4.612499713897705
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 4.612530708312988
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 4.612376689910889
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 4.61260986328125
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 4.612660884857178
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 4.612428665161133
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 4.612433910369873
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 4.61251974105835
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 4.612563610076904
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 4.612580299377441
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 4.612523555755615
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 4.61261510848999
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 4.612766265869141
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 4.6121826171875
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 4.612241268157959
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 4.612632751464844
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 4.612581253051758
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 4.612642765045166
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 4.61247444152832
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 4.612722873687744
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 4.6124396324157715
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 4.612643718719482
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 4.6125874519348145
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 4.6126813888549805
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 4.612659454345703
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 4.612773895263672
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 4.61259651184082
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 4.612518310546875
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 4.612635612487793
                },
                {
                    "layer": "layer.64.self_attn.q_proj",
                    "ppl": 4.612651824951172
                },
                {
                    "layer": "layer.64.self_attn.k_proj",
                    "ppl": 4.612662315368652
                },
                {
                    "layer": "layer.64.self_attn.v_proj",
                    "ppl": 4.612721920013428
                },
                {
                    "layer": "layer.64.self_attn.o_proj",
                    "ppl": 4.612609386444092
                },
                {
                    "layer": "layer.64.mlp.gate_proj",
                    "ppl": 4.612380027770996
                },
                {
                    "layer": "layer.64.mlp.up_proj",
                    "ppl": 4.612776279449463
                },
                {
                    "layer": "layer.64.mlp.down_proj",
                    "ppl": 4.61265230178833
                },
                {
                    "layer": "layer.65.self_attn.q_proj",
                    "ppl": 4.612598419189453
                },
                {
                    "layer": "layer.65.self_attn.k_proj",
                    "ppl": 4.612509727478027
                },
                {
                    "layer": "layer.65.self_attn.v_proj",
                    "ppl": 4.61270809173584
                },
                {
                    "layer": "layer.65.self_attn.o_proj",
                    "ppl": 4.612611293792725
                },
                {
                    "layer": "layer.65.mlp.gate_proj",
                    "ppl": 4.6121392250061035
                },
                {
                    "layer": "layer.65.mlp.up_proj",
                    "ppl": 4.612199783325195
                },
                {
                    "layer": "layer.65.mlp.down_proj",
                    "ppl": 4.612584590911865
                },
                {
                    "layer": "layer.66.self_attn.q_proj",
                    "ppl": 4.612586498260498
                },
                {
                    "layer": "layer.66.self_attn.k_proj",
                    "ppl": 4.612603664398193
                },
                {
                    "layer": "layer.66.self_attn.v_proj",
                    "ppl": 4.612540245056152
                },
                {
                    "layer": "layer.66.self_attn.o_proj",
                    "ppl": 4.612667560577393
                },
                {
                    "layer": "layer.66.mlp.gate_proj",
                    "ppl": 4.612548351287842
                },
                {
                    "layer": "layer.66.mlp.up_proj",
                    "ppl": 4.612679481506348
                },
                {
                    "layer": "layer.66.mlp.down_proj",
                    "ppl": 4.612407684326172
                },
                {
                    "layer": "layer.67.self_attn.q_proj",
                    "ppl": 4.61264181137085
                },
                {
                    "layer": "layer.67.self_attn.k_proj",
                    "ppl": 4.612647533416748
                },
                {
                    "layer": "layer.67.self_attn.v_proj",
                    "ppl": 4.612632751464844
                },
                {
                    "layer": "layer.67.self_attn.o_proj",
                    "ppl": 4.61261510848999
                },
                {
                    "layer": "layer.67.mlp.gate_proj",
                    "ppl": 4.612340927124023
                },
                {
                    "layer": "layer.67.mlp.up_proj",
                    "ppl": 4.612436294555664
                },
                {
                    "layer": "layer.67.mlp.down_proj",
                    "ppl": 4.61257266998291
                },
                {
                    "layer": "layer.68.self_attn.q_proj",
                    "ppl": 4.612517356872559
                },
                {
                    "layer": "layer.68.self_attn.k_proj",
                    "ppl": 4.612555980682373
                },
                {
                    "layer": "layer.68.self_attn.v_proj",
                    "ppl": 4.6125807762146
                },
                {
                    "layer": "layer.68.self_attn.o_proj",
                    "ppl": 4.612635135650635
                },
                {
                    "layer": "layer.68.mlp.gate_proj",
                    "ppl": 4.612525463104248
                },
                {
                    "layer": "layer.68.mlp.up_proj",
                    "ppl": 4.6126322746276855
                },
                {
                    "layer": "layer.68.mlp.down_proj",
                    "ppl": 4.612400054931641
                },
                {
                    "layer": "layer.69.self_attn.q_proj",
                    "ppl": 4.612707138061523
                },
                {
                    "layer": "layer.69.self_attn.k_proj",
                    "ppl": 4.612679481506348
                },
                {
                    "layer": "layer.69.self_attn.v_proj",
                    "ppl": 4.612473487854004
                },
                {
                    "layer": "layer.69.self_attn.o_proj",
                    "ppl": 4.612470626831055
                },
                {
                    "layer": "layer.69.mlp.gate_proj",
                    "ppl": 4.612766265869141
                },
                {
                    "layer": "layer.69.mlp.up_proj",
                    "ppl": 4.61265754699707
                },
                {
                    "layer": "layer.69.mlp.down_proj",
                    "ppl": 4.612659454345703
                },
                {
                    "layer": "layer.70.self_attn.q_proj",
                    "ppl": 4.612699031829834
                },
                {
                    "layer": "layer.70.self_attn.k_proj",
                    "ppl": 4.612658500671387
                },
                {
                    "layer": "layer.70.self_attn.v_proj",
                    "ppl": 4.612811088562012
                },
                {
                    "layer": "layer.70.self_attn.o_proj",
                    "ppl": 4.612485885620117
                },
                {
                    "layer": "layer.70.mlp.gate_proj",
                    "ppl": 4.612427234649658
                },
                {
                    "layer": "layer.70.mlp.up_proj",
                    "ppl": 4.612549304962158
                },
                {
                    "layer": "layer.70.mlp.down_proj",
                    "ppl": 4.612310409545898
                },
                {
                    "layer": "layer.71.self_attn.q_proj",
                    "ppl": 4.612584590911865
                },
                {
                    "layer": "layer.71.self_attn.k_proj",
                    "ppl": 4.61251974105835
                },
                {
                    "layer": "layer.71.self_attn.v_proj",
                    "ppl": 4.606400012969971
                },
                {
                    "layer": "layer.71.self_attn.o_proj",
                    "ppl": 4.612640857696533
                },
                {
                    "layer": "layer.71.mlp.gate_proj",
                    "ppl": 4.612286567687988
                },
                {
                    "layer": "layer.71.mlp.up_proj",
                    "ppl": 4.612907886505127
                },
                {
                    "layer": "layer.71.mlp.down_proj",
                    "ppl": 4.612526893615723
                },
                {
                    "layer": "layer.72.self_attn.q_proj",
                    "ppl": 4.612465858459473
                },
                {
                    "layer": "layer.72.self_attn.k_proj",
                    "ppl": 4.612491130828857
                },
                {
                    "layer": "layer.72.self_attn.v_proj",
                    "ppl": 4.612182140350342
                },
                {
                    "layer": "layer.72.self_attn.o_proj",
                    "ppl": 4.61250638961792
                },
                {
                    "layer": "layer.72.mlp.gate_proj",
                    "ppl": 4.612616539001465
                },
                {
                    "layer": "layer.72.mlp.up_proj",
                    "ppl": 4.612530708312988
                },
                {
                    "layer": "layer.72.mlp.down_proj",
                    "ppl": 4.612539291381836
                },
                {
                    "layer": "layer.73.self_attn.q_proj",
                    "ppl": 4.612717628479004
                },
                {
                    "layer": "layer.73.self_attn.k_proj",
                    "ppl": 4.612909317016602
                },
                {
                    "layer": "layer.73.self_attn.v_proj",
                    "ppl": 4.61206579208374
                },
                {
                    "layer": "layer.73.self_attn.o_proj",
                    "ppl": 4.612485885620117
                },
                {
                    "layer": "layer.73.mlp.gate_proj",
                    "ppl": 4.612462997436523
                },
                {
                    "layer": "layer.73.mlp.up_proj",
                    "ppl": 4.6133246421813965
                },
                {
                    "layer": "layer.73.mlp.down_proj",
                    "ppl": 4.612656116485596
                },
                {
                    "layer": "layer.74.self_attn.q_proj",
                    "ppl": 4.612662315368652
                },
                {
                    "layer": "layer.74.self_attn.k_proj",
                    "ppl": 4.61262845993042
                },
                {
                    "layer": "layer.74.self_attn.v_proj",
                    "ppl": 4.611968040466309
                },
                {
                    "layer": "layer.74.self_attn.o_proj",
                    "ppl": 4.612509727478027
                },
                {
                    "layer": "layer.74.mlp.gate_proj",
                    "ppl": 4.612464427947998
                },
                {
                    "layer": "layer.74.mlp.up_proj",
                    "ppl": 4.613099575042725
                },
                {
                    "layer": "layer.74.mlp.down_proj",
                    "ppl": 4.612603664398193
                },
                {
                    "layer": "layer.75.self_attn.q_proj",
                    "ppl": 4.612570762634277
                },
                {
                    "layer": "layer.75.self_attn.k_proj",
                    "ppl": 4.612557888031006
                },
                {
                    "layer": "layer.75.self_attn.v_proj",
                    "ppl": 4.6102614402771
                },
                {
                    "layer": "layer.75.self_attn.o_proj",
                    "ppl": 4.612653732299805
                },
                {
                    "layer": "layer.75.mlp.gate_proj",
                    "ppl": 4.6122870445251465
                },
                {
                    "layer": "layer.75.mlp.up_proj",
                    "ppl": 4.612952709197998
                },
                {
                    "layer": "layer.75.mlp.down_proj",
                    "ppl": 4.612776279449463
                },
                {
                    "layer": "layer.76.self_attn.q_proj",
                    "ppl": 4.612636089324951
                },
                {
                    "layer": "layer.76.self_attn.k_proj",
                    "ppl": 4.612884521484375
                },
                {
                    "layer": "layer.76.self_attn.v_proj",
                    "ppl": 4.612383842468262
                },
                {
                    "layer": "layer.76.self_attn.o_proj",
                    "ppl": 4.612479209899902
                },
                {
                    "layer": "layer.76.mlp.gate_proj",
                    "ppl": 4.612499713897705
                },
                {
                    "layer": "layer.76.mlp.up_proj",
                    "ppl": 4.61265754699707
                },
                {
                    "layer": "layer.76.mlp.down_proj",
                    "ppl": 4.612610340118408
                },
                {
                    "layer": "layer.77.self_attn.q_proj",
                    "ppl": 4.612590312957764
                },
                {
                    "layer": "layer.77.self_attn.k_proj",
                    "ppl": 4.612762928009033
                },
                {
                    "layer": "layer.77.self_attn.v_proj",
                    "ppl": 4.611980438232422
                },
                {
                    "layer": "layer.77.self_attn.o_proj",
                    "ppl": 4.612524032592773
                },
                {
                    "layer": "layer.77.mlp.gate_proj",
                    "ppl": 4.612436294555664
                },
                {
                    "layer": "layer.77.mlp.up_proj",
                    "ppl": 4.612502098083496
                },
                {
                    "layer": "layer.77.mlp.down_proj",
                    "ppl": 4.612937927246094
                },
                {
                    "layer": "layer.78.self_attn.q_proj",
                    "ppl": 4.612710952758789
                },
                {
                    "layer": "layer.78.self_attn.k_proj",
                    "ppl": 4.612651824951172
                },
                {
                    "layer": "layer.78.self_attn.v_proj",
                    "ppl": 4.612452507019043
                },
                {
                    "layer": "layer.78.self_attn.o_proj",
                    "ppl": 4.6126275062561035
                },
                {
                    "layer": "layer.78.mlp.gate_proj",
                    "ppl": 4.612390041351318
                },
                {
                    "layer": "layer.78.mlp.up_proj",
                    "ppl": 4.612864971160889
                },
                {
                    "layer": "layer.78.mlp.down_proj",
                    "ppl": 4.612328052520752
                },
                {
                    "layer": "layer.79.self_attn.q_proj",
                    "ppl": 4.612548351287842
                },
                {
                    "layer": "layer.79.self_attn.k_proj",
                    "ppl": 4.612646102905273
                },
                {
                    "layer": "layer.79.self_attn.v_proj",
                    "ppl": 4.612452507019043
                },
                {
                    "layer": "layer.79.self_attn.o_proj",
                    "ppl": 4.6126508712768555
                },
                {
                    "layer": "layer.79.mlp.gate_proj",
                    "ppl": 4.612248420715332
                },
                {
                    "layer": "layer.79.mlp.up_proj",
                    "ppl": 4.6122002601623535
                },
                {
                    "layer": "layer.79.mlp.down_proj",
                    "ppl": 4.611810207366943
                }
            ]
        },
        {
            "bit": 15,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 4.56358528137207
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 4.56328010559082
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 4.563348293304443
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 4.563496112823486
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 4.563473224639893
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 4.563536167144775
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 4.563536167144775
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 4.563465595245361
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 4.563346862792969
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 4.563208103179932
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 4.563382625579834
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 4.563328742980957
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 4.563518047332764
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 4.563699722290039
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 4.563300132751465
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 4.563318252563477
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 4.563263893127441
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 4.563107967376709
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 4.563223838806152
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 4.563488960266113
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 4.563478469848633
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 4.56334114074707
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 4.5633697509765625
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 4.563669204711914
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 4.563541889190674
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 4.563760757446289
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 4.563487529754639
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 4.5633134841918945
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 4.563348293304443
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 4.563361167907715
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 4.563449382781982
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 4.5629987716674805
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 4.563265800476074
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 4.5631256103515625
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 4.563074111938477
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 4.56350040435791
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 4.563405990600586
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 4.562887191772461
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 4.5634613037109375
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 4.563421249389648
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 4.563429832458496
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 4.563477993011475
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 4.563297271728516
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 4.563508987426758
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 4.563653945922852
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 4.563399314880371
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 4.563073635101318
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 4.5634026527404785
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 4.563451290130615
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 4.563469409942627
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 4.563352108001709
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 4.563177585601807
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 4.563425540924072
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 4.563299179077148
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 4.563293933868408
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 4.563796043395996
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 4.56351375579834
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 4.563474655151367
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 4.563384532928467
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 4.563835144042969
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 4.563325881958008
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 4.563459873199463
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 4.563256740570068
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 4.563490867614746
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 4.563539505004883
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 4.563579082489014
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 4.563321113586426
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 4.563329696655273
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 4.56347131729126
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 4.56356143951416
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 4.563340187072754
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 4.563357830047607
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 4.563577651977539
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 4.563514232635498
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 4.563205718994141
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 4.563354015350342
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 4.563041687011719
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 4.563441276550293
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 4.563323020935059
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 4.563356876373291
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 4.563409805297852
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 4.563584327697754
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 4.563368797302246
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 4.563752174377441
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 4.563234806060791
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 4.5634660720825195
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 4.563721179962158
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 4.563138008117676
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 4.563530445098877
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 4.563503742218018
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 4.5635199546813965
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 4.5634942054748535
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 4.5635151863098145
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 4.563663959503174
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 4.56327486038208
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 4.563217639923096
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 4.563479900360107
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 4.563281536102295
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 4.563427448272705
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 4.563614368438721
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 4.563002586364746
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 4.5631513595581055
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 4.563368320465088
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 4.563165664672852
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 4.5631585121154785
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 4.563422679901123
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 4.563421249389648
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 4.563864231109619
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 4.563382148742676
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 4.563250541687012
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 4.563563823699951
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 4.563472747802734
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 4.563239574432373
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 4.563492774963379
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 4.563478469848633
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 4.563205242156982
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 4.563154697418213
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 4.56337833404541
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 4.563266754150391
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 4.563361167907715
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 4.563429832458496
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 4.563928127288818
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 4.563194274902344
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 4.5633440017700195
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 4.5632805824279785
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 4.563039302825928
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 4.563467502593994
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 4.563327789306641
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 4.563042640686035
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 4.563597202301025
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 4.563598155975342
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 4.56372594833374
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 4.563803672790527
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 4.5632710456848145
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 4.563170909881592
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 4.562872886657715
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 4.562623977661133
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 4.563632965087891
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 4.563796043395996
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 4.563631534576416
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 4.563602447509766
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 4.563354969024658
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 4.562371253967285
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 4.563661575317383
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 4.562966823577881
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 4.563148021697998
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 4.563607215881348
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 4.5633344650268555
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 4.563545227050781
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 4.563970565795898
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 4.563399314880371
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 4.56341028213501
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 4.5631608963012695
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 4.56381368637085
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 4.563236236572266
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 4.563350200653076
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 4.5626325607299805
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 4.562950134277344
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 4.56370735168457
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 4.5634636878967285
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 4.563424110412598
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 4.563222408294678
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 4.563407897949219
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 4.5630950927734375
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 4.563508987426758
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 4.563080787658691
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 4.562899112701416
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 4.563322067260742
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 4.563286304473877
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 4.563338279724121
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 4.562620639801025
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 4.564113140106201
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 4.564485549926758
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 4.563314914703369
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 4.563539505004883
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 4.563701629638672
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 4.563443660736084
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 4.563499450683594
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 4.56351900100708
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 4.563517093658447
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 4.563291549682617
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 4.562741279602051
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 4.563351631164551
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 4.5637054443359375
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 4.563282489776611
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 4.56348180770874
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 4.563060283660889
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 4.562508583068848
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 4.563126564025879
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 4.563288688659668
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 4.563371658325195
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 4.564319610595703
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 4.562167167663574
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 4.562833786010742
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 4.563472270965576
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 4.563535690307617
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 4.563310146331787
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 4.563445091247559
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 4.563175678253174
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 4.5636887550354
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 4.5632123947143555
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 4.563027381896973
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 4.563474655151367
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 4.563570499420166
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 4.563471794128418
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 4.564581871032715
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 4.563061237335205
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 4.562902927398682
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 4.563316822052002
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 4.563506603240967
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 4.563464641571045
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 4.563436508178711
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 4.562645435333252
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 4.563779354095459
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 4.563238620758057
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 4.563074111938477
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 4.563326835632324
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 4.563808441162109
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 4.562954902648926
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 4.562760829925537
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 4.5635294914245605
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 4.5631794929504395
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 4.563471794128418
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 4.5631818771362305
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 4.563208103179932
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 4.563397407531738
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 4.562840461730957
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 4.562923431396484
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 4.563060283660889
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 4.563097953796387
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 4.563365459442139
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 4.5630316734313965
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 4.563240051269531
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 4.562894821166992
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 4.563390254974365
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 4.563066482543945
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 4.562876224517822
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 4.563446521759033
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 4.562877655029297
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 4.562659740447998
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 4.562399387359619
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 4.562909126281738
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 4.563994407653809
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 4.563779354095459
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 4.562775135040283
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 4.563469886779785
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 4.563260555267334
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 4.5625691413879395
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 4.563327789306641
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 4.563154697418213
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 4.563303470611572
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 4.5630035400390625
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 4.563577651977539
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 4.563321590423584
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 4.563759803771973
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 4.5631232261657715
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 4.563376426696777
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 4.56344747543335
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 4.563411712646484
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 4.563257217407227
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 4.563174247741699
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 4.563124179840088
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 4.563156604766846
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 4.5633416175842285
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 4.563453674316406
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 4.563387393951416
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 4.563284873962402
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 4.563398361206055
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 4.563271999359131
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 4.563263416290283
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 4.5633134841918945
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 4.563441753387451
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 4.562988758087158
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 4.563404560089111
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 4.563290596008301
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 4.563296318054199
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 4.563474655151367
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 4.563323497772217
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 4.563322067260742
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 4.5634446144104
                },
                {
                    "layer": "layer.40.self_attn.q_proj",
                    "ppl": 4.563316822052002
                },
                {
                    "layer": "layer.40.self_attn.k_proj",
                    "ppl": 4.563289642333984
                },
                {
                    "layer": "layer.40.self_attn.v_proj",
                    "ppl": 4.563508987426758
                },
                {
                    "layer": "layer.40.self_attn.o_proj",
                    "ppl": 4.563325881958008
                },
                {
                    "layer": "layer.40.mlp.gate_proj",
                    "ppl": 4.56332540512085
                },
                {
                    "layer": "layer.40.mlp.up_proj",
                    "ppl": 4.563191890716553
                },
                {
                    "layer": "layer.40.mlp.down_proj",
                    "ppl": 4.563409328460693
                },
                {
                    "layer": "layer.41.self_attn.q_proj",
                    "ppl": 4.563326835632324
                },
                {
                    "layer": "layer.41.self_attn.k_proj",
                    "ppl": 4.5634989738464355
                },
                {
                    "layer": "layer.41.self_attn.v_proj",
                    "ppl": 4.563476085662842
                },
                {
                    "layer": "layer.41.self_attn.o_proj",
                    "ppl": 4.563354969024658
                },
                {
                    "layer": "layer.41.mlp.gate_proj",
                    "ppl": 4.5631537437438965
                },
                {
                    "layer": "layer.41.mlp.up_proj",
                    "ppl": 4.5633320808410645
                },
                {
                    "layer": "layer.41.mlp.down_proj",
                    "ppl": 4.5632710456848145
                },
                {
                    "layer": "layer.42.self_attn.q_proj",
                    "ppl": 4.56336784362793
                },
                {
                    "layer": "layer.42.self_attn.k_proj",
                    "ppl": 4.563469886779785
                },
                {
                    "layer": "layer.42.self_attn.v_proj",
                    "ppl": 4.563363075256348
                },
                {
                    "layer": "layer.42.self_attn.o_proj",
                    "ppl": 4.563248634338379
                },
                {
                    "layer": "layer.42.mlp.gate_proj",
                    "ppl": 4.5632805824279785
                },
                {
                    "layer": "layer.42.mlp.up_proj",
                    "ppl": 4.563248157501221
                },
                {
                    "layer": "layer.42.mlp.down_proj",
                    "ppl": 4.563216686248779
                },
                {
                    "layer": "layer.43.self_attn.q_proj",
                    "ppl": 4.563407897949219
                },
                {
                    "layer": "layer.43.self_attn.k_proj",
                    "ppl": 4.5633978843688965
                },
                {
                    "layer": "layer.43.self_attn.v_proj",
                    "ppl": 4.563276290893555
                },
                {
                    "layer": "layer.43.self_attn.o_proj",
                    "ppl": 4.563425064086914
                },
                {
                    "layer": "layer.43.mlp.gate_proj",
                    "ppl": 4.5633625984191895
                },
                {
                    "layer": "layer.43.mlp.up_proj",
                    "ppl": 4.563431262969971
                },
                {
                    "layer": "layer.43.mlp.down_proj",
                    "ppl": 4.563205718994141
                },
                {
                    "layer": "layer.44.self_attn.q_proj",
                    "ppl": 4.563437461853027
                },
                {
                    "layer": "layer.44.self_attn.k_proj",
                    "ppl": 4.563318252563477
                },
                {
                    "layer": "layer.44.self_attn.v_proj",
                    "ppl": 4.563375473022461
                },
                {
                    "layer": "layer.44.self_attn.o_proj",
                    "ppl": 4.5633649826049805
                },
                {
                    "layer": "layer.44.mlp.gate_proj",
                    "ppl": 4.563299179077148
                },
                {
                    "layer": "layer.44.mlp.up_proj",
                    "ppl": 4.5630974769592285
                },
                {
                    "layer": "layer.44.mlp.down_proj",
                    "ppl": 4.563384532928467
                },
                {
                    "layer": "layer.45.self_attn.q_proj",
                    "ppl": 4.563421249389648
                },
                {
                    "layer": "layer.45.self_attn.k_proj",
                    "ppl": 4.563291549682617
                },
                {
                    "layer": "layer.45.self_attn.v_proj",
                    "ppl": 4.563352584838867
                },
                {
                    "layer": "layer.45.self_attn.o_proj",
                    "ppl": 4.563279151916504
                },
                {
                    "layer": "layer.45.mlp.gate_proj",
                    "ppl": 4.563156604766846
                },
                {
                    "layer": "layer.45.mlp.up_proj",
                    "ppl": 4.563317775726318
                },
                {
                    "layer": "layer.45.mlp.down_proj",
                    "ppl": 4.563078880310059
                },
                {
                    "layer": "layer.46.self_attn.q_proj",
                    "ppl": 4.563246726989746
                },
                {
                    "layer": "layer.46.self_attn.k_proj",
                    "ppl": 4.563352108001709
                },
                {
                    "layer": "layer.46.self_attn.v_proj",
                    "ppl": 4.563413143157959
                },
                {
                    "layer": "layer.46.self_attn.o_proj",
                    "ppl": 4.563304901123047
                },
                {
                    "layer": "layer.46.mlp.gate_proj",
                    "ppl": 4.563303470611572
                },
                {
                    "layer": "layer.46.mlp.up_proj",
                    "ppl": 4.563536167144775
                },
                {
                    "layer": "layer.46.mlp.down_proj",
                    "ppl": 4.5632100105285645
                },
                {
                    "layer": "layer.47.self_attn.q_proj",
                    "ppl": 4.563291549682617
                },
                {
                    "layer": "layer.47.self_attn.k_proj",
                    "ppl": 4.56333589553833
                },
                {
                    "layer": "layer.47.self_attn.v_proj",
                    "ppl": 4.563409328460693
                },
                {
                    "layer": "layer.47.self_attn.o_proj",
                    "ppl": 4.56346321105957
                },
                {
                    "layer": "layer.47.mlp.gate_proj",
                    "ppl": 4.563247203826904
                },
                {
                    "layer": "layer.47.mlp.up_proj",
                    "ppl": 4.563395977020264
                },
                {
                    "layer": "layer.47.mlp.down_proj",
                    "ppl": 4.563382148742676
                },
                {
                    "layer": "layer.48.self_attn.q_proj",
                    "ppl": 4.563328742980957
                },
                {
                    "layer": "layer.48.self_attn.k_proj",
                    "ppl": 4.563403606414795
                },
                {
                    "layer": "layer.48.self_attn.v_proj",
                    "ppl": 4.563382148742676
                },
                {
                    "layer": "layer.48.self_attn.o_proj",
                    "ppl": 4.5633416175842285
                },
                {
                    "layer": "layer.48.mlp.gate_proj",
                    "ppl": 4.56329345703125
                },
                {
                    "layer": "layer.48.mlp.up_proj",
                    "ppl": 4.563530445098877
                },
                {
                    "layer": "layer.48.mlp.down_proj",
                    "ppl": 4.563241004943848
                },
                {
                    "layer": "layer.49.self_attn.q_proj",
                    "ppl": 4.563379287719727
                },
                {
                    "layer": "layer.49.self_attn.k_proj",
                    "ppl": 4.5633015632629395
                },
                {
                    "layer": "layer.49.self_attn.v_proj",
                    "ppl": 4.563505172729492
                },
                {
                    "layer": "layer.49.self_attn.o_proj",
                    "ppl": 4.563252925872803
                },
                {
                    "layer": "layer.49.mlp.gate_proj",
                    "ppl": 4.563296318054199
                },
                {
                    "layer": "layer.49.mlp.up_proj",
                    "ppl": 4.5633745193481445
                },
                {
                    "layer": "layer.49.mlp.down_proj",
                    "ppl": 4.563238620758057
                },
                {
                    "layer": "layer.50.self_attn.q_proj",
                    "ppl": 4.563303470611572
                },
                {
                    "layer": "layer.50.self_attn.k_proj",
                    "ppl": 4.563339710235596
                },
                {
                    "layer": "layer.50.self_attn.v_proj",
                    "ppl": 4.563418865203857
                },
                {
                    "layer": "layer.50.self_attn.o_proj",
                    "ppl": 4.563363075256348
                },
                {
                    "layer": "layer.50.mlp.gate_proj",
                    "ppl": 4.5632405281066895
                },
                {
                    "layer": "layer.50.mlp.up_proj",
                    "ppl": 4.563322067260742
                },
                {
                    "layer": "layer.50.mlp.down_proj",
                    "ppl": 4.563165664672852
                },
                {
                    "layer": "layer.51.self_attn.q_proj",
                    "ppl": 4.563312530517578
                },
                {
                    "layer": "layer.51.self_attn.k_proj",
                    "ppl": 4.563462257385254
                },
                {
                    "layer": "layer.51.self_attn.v_proj",
                    "ppl": 4.563230991363525
                },
                {
                    "layer": "layer.51.self_attn.o_proj",
                    "ppl": 4.563230991363525
                },
                {
                    "layer": "layer.51.mlp.gate_proj",
                    "ppl": 4.563518047332764
                },
                {
                    "layer": "layer.51.mlp.up_proj",
                    "ppl": 4.563314914703369
                },
                {
                    "layer": "layer.51.mlp.down_proj",
                    "ppl": 4.563337802886963
                },
                {
                    "layer": "layer.52.self_attn.q_proj",
                    "ppl": 4.563243865966797
                },
                {
                    "layer": "layer.52.self_attn.k_proj",
                    "ppl": 4.563282012939453
                },
                {
                    "layer": "layer.52.self_attn.v_proj",
                    "ppl": 4.563475608825684
                },
                {
                    "layer": "layer.52.self_attn.o_proj",
                    "ppl": 4.563265800476074
                },
                {
                    "layer": "layer.52.mlp.gate_proj",
                    "ppl": 4.563469886779785
                },
                {
                    "layer": "layer.52.mlp.up_proj",
                    "ppl": 4.563239574432373
                },
                {
                    "layer": "layer.52.mlp.down_proj",
                    "ppl": 4.563365459442139
                },
                {
                    "layer": "layer.53.self_attn.q_proj",
                    "ppl": 4.563370227813721
                },
                {
                    "layer": "layer.53.self_attn.k_proj",
                    "ppl": 4.563414573669434
                },
                {
                    "layer": "layer.53.self_attn.v_proj",
                    "ppl": 4.5633625984191895
                },
                {
                    "layer": "layer.53.self_attn.o_proj",
                    "ppl": 4.563467025756836
                },
                {
                    "layer": "layer.53.mlp.gate_proj",
                    "ppl": 4.563331604003906
                },
                {
                    "layer": "layer.53.mlp.up_proj",
                    "ppl": 4.563197135925293
                },
                {
                    "layer": "layer.53.mlp.down_proj",
                    "ppl": 4.563392162322998
                },
                {
                    "layer": "layer.54.self_attn.q_proj",
                    "ppl": 4.563457012176514
                },
                {
                    "layer": "layer.54.self_attn.k_proj",
                    "ppl": 4.563465595245361
                },
                {
                    "layer": "layer.54.self_attn.v_proj",
                    "ppl": 4.563407897949219
                },
                {
                    "layer": "layer.54.self_attn.o_proj",
                    "ppl": 4.563417911529541
                },
                {
                    "layer": "layer.54.mlp.gate_proj",
                    "ppl": 4.563375473022461
                },
                {
                    "layer": "layer.54.mlp.up_proj",
                    "ppl": 4.563571929931641
                },
                {
                    "layer": "layer.54.mlp.down_proj",
                    "ppl": 4.563446044921875
                },
                {
                    "layer": "layer.55.self_attn.q_proj",
                    "ppl": 4.563469409942627
                },
                {
                    "layer": "layer.55.self_attn.k_proj",
                    "ppl": 4.563442230224609
                },
                {
                    "layer": "layer.55.self_attn.v_proj",
                    "ppl": 4.563487529754639
                },
                {
                    "layer": "layer.55.self_attn.o_proj",
                    "ppl": 4.563388347625732
                },
                {
                    "layer": "layer.55.mlp.gate_proj",
                    "ppl": 4.563248634338379
                },
                {
                    "layer": "layer.55.mlp.up_proj",
                    "ppl": 4.563233852386475
                },
                {
                    "layer": "layer.55.mlp.down_proj",
                    "ppl": 4.563294887542725
                },
                {
                    "layer": "layer.56.self_attn.q_proj",
                    "ppl": 4.563536167144775
                },
                {
                    "layer": "layer.56.self_attn.k_proj",
                    "ppl": 4.563448429107666
                },
                {
                    "layer": "layer.56.self_attn.v_proj",
                    "ppl": 4.563332557678223
                },
                {
                    "layer": "layer.56.self_attn.o_proj",
                    "ppl": 4.563342094421387
                },
                {
                    "layer": "layer.56.mlp.gate_proj",
                    "ppl": 4.56336784362793
                },
                {
                    "layer": "layer.56.mlp.up_proj",
                    "ppl": 4.563498497009277
                },
                {
                    "layer": "layer.56.mlp.down_proj",
                    "ppl": 4.563512802124023
                },
                {
                    "layer": "layer.57.self_attn.q_proj",
                    "ppl": 4.563399314880371
                },
                {
                    "layer": "layer.57.self_attn.k_proj",
                    "ppl": 4.563357830047607
                },
                {
                    "layer": "layer.57.self_attn.v_proj",
                    "ppl": 4.563357830047607
                },
                {
                    "layer": "layer.57.self_attn.o_proj",
                    "ppl": 4.563382148742676
                },
                {
                    "layer": "layer.57.mlp.gate_proj",
                    "ppl": 4.563300132751465
                },
                {
                    "layer": "layer.57.mlp.up_proj",
                    "ppl": 4.563436508178711
                },
                {
                    "layer": "layer.57.mlp.down_proj",
                    "ppl": 4.563382148742676
                },
                {
                    "layer": "layer.58.self_attn.q_proj",
                    "ppl": 4.563300132751465
                },
                {
                    "layer": "layer.58.self_attn.k_proj",
                    "ppl": 4.563290119171143
                },
                {
                    "layer": "layer.58.self_attn.v_proj",
                    "ppl": 4.563395977020264
                },
                {
                    "layer": "layer.58.self_attn.o_proj",
                    "ppl": 4.563305854797363
                },
                {
                    "layer": "layer.58.mlp.gate_proj",
                    "ppl": 4.563409328460693
                },
                {
                    "layer": "layer.58.mlp.up_proj",
                    "ppl": 4.563131809234619
                },
                {
                    "layer": "layer.58.mlp.down_proj",
                    "ppl": 4.563254356384277
                },
                {
                    "layer": "layer.59.self_attn.q_proj",
                    "ppl": 4.563363552093506
                },
                {
                    "layer": "layer.59.self_attn.k_proj",
                    "ppl": 4.563381195068359
                },
                {
                    "layer": "layer.59.self_attn.v_proj",
                    "ppl": 4.563390731811523
                },
                {
                    "layer": "layer.59.self_attn.o_proj",
                    "ppl": 4.563397407531738
                },
                {
                    "layer": "layer.59.mlp.gate_proj",
                    "ppl": 4.563167572021484
                },
                {
                    "layer": "layer.59.mlp.up_proj",
                    "ppl": 4.563189506530762
                },
                {
                    "layer": "layer.59.mlp.down_proj",
                    "ppl": 4.563303470611572
                },
                {
                    "layer": "layer.60.self_attn.q_proj",
                    "ppl": 4.563317775726318
                },
                {
                    "layer": "layer.60.self_attn.k_proj",
                    "ppl": 4.563363552093506
                },
                {
                    "layer": "layer.60.self_attn.v_proj",
                    "ppl": 4.563333511352539
                },
                {
                    "layer": "layer.60.self_attn.o_proj",
                    "ppl": 4.563333034515381
                },
                {
                    "layer": "layer.60.mlp.gate_proj",
                    "ppl": 4.563517093658447
                },
                {
                    "layer": "layer.60.mlp.up_proj",
                    "ppl": 4.563399314880371
                },
                {
                    "layer": "layer.60.mlp.down_proj",
                    "ppl": 4.5634260177612305
                },
                {
                    "layer": "layer.61.self_attn.q_proj",
                    "ppl": 4.56339168548584
                },
                {
                    "layer": "layer.61.self_attn.k_proj",
                    "ppl": 4.563321590423584
                },
                {
                    "layer": "layer.61.self_attn.v_proj",
                    "ppl": 4.563381195068359
                },
                {
                    "layer": "layer.61.self_attn.o_proj",
                    "ppl": 4.563474655151367
                },
                {
                    "layer": "layer.61.mlp.gate_proj",
                    "ppl": 4.563270092010498
                },
                {
                    "layer": "layer.61.mlp.up_proj",
                    "ppl": 4.56338357925415
                },
                {
                    "layer": "layer.61.mlp.down_proj",
                    "ppl": 4.563386917114258
                },
                {
                    "layer": "layer.62.self_attn.q_proj",
                    "ppl": 4.563365459442139
                },
                {
                    "layer": "layer.62.self_attn.k_proj",
                    "ppl": 4.563384532928467
                },
                {
                    "layer": "layer.62.self_attn.v_proj",
                    "ppl": 4.563356876373291
                },
                {
                    "layer": "layer.62.self_attn.o_proj",
                    "ppl": 4.5634379386901855
                },
                {
                    "layer": "layer.62.mlp.gate_proj",
                    "ppl": 4.5631232261657715
                },
                {
                    "layer": "layer.62.mlp.up_proj",
                    "ppl": 4.56341028213501
                },
                {
                    "layer": "layer.62.mlp.down_proj",
                    "ppl": 4.563312530517578
                },
                {
                    "layer": "layer.63.self_attn.q_proj",
                    "ppl": 4.56333065032959
                },
                {
                    "layer": "layer.63.self_attn.k_proj",
                    "ppl": 4.563378810882568
                },
                {
                    "layer": "layer.63.self_attn.v_proj",
                    "ppl": 4.563265323638916
                },
                {
                    "layer": "layer.63.self_attn.o_proj",
                    "ppl": 4.563360214233398
                },
                {
                    "layer": "layer.63.mlp.gate_proj",
                    "ppl": 4.56320858001709
                },
                {
                    "layer": "layer.63.mlp.up_proj",
                    "ppl": 4.563255310058594
                },
                {
                    "layer": "layer.63.mlp.down_proj",
                    "ppl": 4.563157558441162
                },
                {
                    "layer": "layer.64.self_attn.q_proj",
                    "ppl": 4.563448429107666
                },
                {
                    "layer": "layer.64.self_attn.k_proj",
                    "ppl": 4.563370227813721
                },
                {
                    "layer": "layer.64.self_attn.v_proj",
                    "ppl": 4.5632524490356445
                },
                {
                    "layer": "layer.64.self_attn.o_proj",
                    "ppl": 4.563451290130615
                },
                {
                    "layer": "layer.64.mlp.gate_proj",
                    "ppl": 4.563626766204834
                },
                {
                    "layer": "layer.64.mlp.up_proj",
                    "ppl": 4.563314437866211
                },
                {
                    "layer": "layer.64.mlp.down_proj",
                    "ppl": 4.563297748565674
                },
                {
                    "layer": "layer.65.self_attn.q_proj",
                    "ppl": 4.563406944274902
                },
                {
                    "layer": "layer.65.self_attn.k_proj",
                    "ppl": 4.563387393951416
                },
                {
                    "layer": "layer.65.self_attn.v_proj",
                    "ppl": 4.5633625984191895
                },
                {
                    "layer": "layer.65.self_attn.o_proj",
                    "ppl": 4.5633745193481445
                },
                {
                    "layer": "layer.65.mlp.gate_proj",
                    "ppl": 4.563535690307617
                },
                {
                    "layer": "layer.65.mlp.up_proj",
                    "ppl": 4.563354969024658
                },
                {
                    "layer": "layer.65.mlp.down_proj",
                    "ppl": 4.563212871551514
                },
                {
                    "layer": "layer.66.self_attn.q_proj",
                    "ppl": 4.563350200653076
                },
                {
                    "layer": "layer.66.self_attn.k_proj",
                    "ppl": 4.5632781982421875
                },
                {
                    "layer": "layer.66.self_attn.v_proj",
                    "ppl": 4.563467502593994
                },
                {
                    "layer": "layer.66.self_attn.o_proj",
                    "ppl": 4.56348180770874
                },
                {
                    "layer": "layer.66.mlp.gate_proj",
                    "ppl": 4.563390731811523
                },
                {
                    "layer": "layer.66.mlp.up_proj",
                    "ppl": 4.563355445861816
                },
                {
                    "layer": "layer.66.mlp.down_proj",
                    "ppl": 4.5632853507995605
                },
                {
                    "layer": "layer.67.self_attn.q_proj",
                    "ppl": 4.563370227813721
                },
                {
                    "layer": "layer.67.self_attn.k_proj",
                    "ppl": 4.563327789306641
                },
                {
                    "layer": "layer.67.self_attn.v_proj",
                    "ppl": 4.563335418701172
                },
                {
                    "layer": "layer.67.self_attn.o_proj",
                    "ppl": 4.563437461853027
                },
                {
                    "layer": "layer.67.mlp.gate_proj",
                    "ppl": 4.563477993011475
                },
                {
                    "layer": "layer.67.mlp.up_proj",
                    "ppl": 4.563511371612549
                },
                {
                    "layer": "layer.67.mlp.down_proj",
                    "ppl": 4.563469409942627
                },
                {
                    "layer": "layer.68.self_attn.q_proj",
                    "ppl": 4.563388347625732
                },
                {
                    "layer": "layer.68.self_attn.k_proj",
                    "ppl": 4.563425540924072
                },
                {
                    "layer": "layer.68.self_attn.v_proj",
                    "ppl": 4.563439846038818
                },
                {
                    "layer": "layer.68.self_attn.o_proj",
                    "ppl": 4.563506603240967
                },
                {
                    "layer": "layer.68.mlp.gate_proj",
                    "ppl": 4.5632829666137695
                },
                {
                    "layer": "layer.68.mlp.up_proj",
                    "ppl": 4.563256740570068
                },
                {
                    "layer": "layer.68.mlp.down_proj",
                    "ppl": 4.563258647918701
                },
                {
                    "layer": "layer.69.self_attn.q_proj",
                    "ppl": 4.563420295715332
                },
                {
                    "layer": "layer.69.self_attn.k_proj",
                    "ppl": 4.563465595245361
                },
                {
                    "layer": "layer.69.self_attn.v_proj",
                    "ppl": 4.563283920288086
                },
                {
                    "layer": "layer.69.self_attn.o_proj",
                    "ppl": 4.563435077667236
                },
                {
                    "layer": "layer.69.mlp.gate_proj",
                    "ppl": 4.563317775726318
                },
                {
                    "layer": "layer.69.mlp.up_proj",
                    "ppl": 4.563388347625732
                },
                {
                    "layer": "layer.69.mlp.down_proj",
                    "ppl": 4.563220024108887
                },
                {
                    "layer": "layer.70.self_attn.q_proj",
                    "ppl": 4.563398361206055
                },
                {
                    "layer": "layer.70.self_attn.k_proj",
                    "ppl": 4.563449382781982
                },
                {
                    "layer": "layer.70.self_attn.v_proj",
                    "ppl": 4.562596797943115
                },
                {
                    "layer": "layer.70.self_attn.o_proj",
                    "ppl": 4.563329696655273
                },
                {
                    "layer": "layer.70.mlp.gate_proj",
                    "ppl": 4.5633134841918945
                },
                {
                    "layer": "layer.70.mlp.up_proj",
                    "ppl": 4.563337802886963
                },
                {
                    "layer": "layer.70.mlp.down_proj",
                    "ppl": 4.563475608825684
                },
                {
                    "layer": "layer.71.self_attn.q_proj",
                    "ppl": 4.56358528137207
                },
                {
                    "layer": "layer.71.self_attn.k_proj",
                    "ppl": 4.56332540512085
                },
                {
                    "layer": "layer.71.self_attn.v_proj",
                    "ppl": 4.558222770690918
                },
                {
                    "layer": "layer.71.self_attn.o_proj",
                    "ppl": 4.563408374786377
                },
                {
                    "layer": "layer.71.mlp.gate_proj",
                    "ppl": 4.563337326049805
                },
                {
                    "layer": "layer.71.mlp.up_proj",
                    "ppl": 4.5636773109436035
                },
                {
                    "layer": "layer.71.mlp.down_proj",
                    "ppl": 4.56342887878418
                },
                {
                    "layer": "layer.72.self_attn.q_proj",
                    "ppl": 4.563490390777588
                },
                {
                    "layer": "layer.72.self_attn.k_proj",
                    "ppl": 4.5635528564453125
                },
                {
                    "layer": "layer.72.self_attn.v_proj",
                    "ppl": 4.562777042388916
                },
                {
                    "layer": "layer.72.self_attn.o_proj",
                    "ppl": 4.5632781982421875
                },
                {
                    "layer": "layer.72.mlp.gate_proj",
                    "ppl": 4.563223838806152
                },
                {
                    "layer": "layer.72.mlp.up_proj",
                    "ppl": 4.563465595245361
                },
                {
                    "layer": "layer.72.mlp.down_proj",
                    "ppl": 4.5634613037109375
                },
                {
                    "layer": "layer.73.self_attn.q_proj",
                    "ppl": 4.56328010559082
                },
                {
                    "layer": "layer.73.self_attn.k_proj",
                    "ppl": 4.5631818771362305
                },
                {
                    "layer": "layer.73.self_attn.v_proj",
                    "ppl": 4.563170909881592
                },
                {
                    "layer": "layer.73.self_attn.o_proj",
                    "ppl": 4.563335418701172
                },
                {
                    "layer": "layer.73.mlp.gate_proj",
                    "ppl": 4.563343048095703
                },
                {
                    "layer": "layer.73.mlp.up_proj",
                    "ppl": 4.562976360321045
                },
                {
                    "layer": "layer.73.mlp.down_proj",
                    "ppl": 4.563373565673828
                },
                {
                    "layer": "layer.74.self_attn.q_proj",
                    "ppl": 4.563446044921875
                },
                {
                    "layer": "layer.74.self_attn.k_proj",
                    "ppl": 4.563421726226807
                },
                {
                    "layer": "layer.74.self_attn.v_proj",
                    "ppl": 4.563168525695801
                },
                {
                    "layer": "layer.74.self_attn.o_proj",
                    "ppl": 4.5633625984191895
                },
                {
                    "layer": "layer.74.mlp.gate_proj",
                    "ppl": 4.563140392303467
                },
                {
                    "layer": "layer.74.mlp.up_proj",
                    "ppl": 4.563390731811523
                },
                {
                    "layer": "layer.74.mlp.down_proj",
                    "ppl": 4.563462257385254
                },
                {
                    "layer": "layer.75.self_attn.q_proj",
                    "ppl": 4.5631842613220215
                },
                {
                    "layer": "layer.75.self_attn.k_proj",
                    "ppl": 4.5633697509765625
                },
                {
                    "layer": "layer.75.self_attn.v_proj",
                    "ppl": 4.558965682983398
                },
                {
                    "layer": "layer.75.self_attn.o_proj",
                    "ppl": 4.563278675079346
                },
                {
                    "layer": "layer.75.mlp.gate_proj",
                    "ppl": 4.563074111938477
                },
                {
                    "layer": "layer.75.mlp.up_proj",
                    "ppl": 4.563406467437744
                },
                {
                    "layer": "layer.75.mlp.down_proj",
                    "ppl": 4.563525199890137
                },
                {
                    "layer": "layer.76.self_attn.q_proj",
                    "ppl": 4.563303470611572
                },
                {
                    "layer": "layer.76.self_attn.k_proj",
                    "ppl": 4.563824653625488
                },
                {
                    "layer": "layer.76.self_attn.v_proj",
                    "ppl": 4.5632123947143555
                },
                {
                    "layer": "layer.76.self_attn.o_proj",
                    "ppl": 4.563255786895752
                },
                {
                    "layer": "layer.76.mlp.gate_proj",
                    "ppl": 4.563226222991943
                },
                {
                    "layer": "layer.76.mlp.up_proj",
                    "ppl": 4.563453674316406
                },
                {
                    "layer": "layer.76.mlp.down_proj",
                    "ppl": 4.5633745193481445
                },
                {
                    "layer": "layer.77.self_attn.q_proj",
                    "ppl": 4.56336784362793
                },
                {
                    "layer": "layer.77.self_attn.k_proj",
                    "ppl": 4.563387393951416
                },
                {
                    "layer": "layer.77.self_attn.v_proj",
                    "ppl": 4.563000202178955
                },
                {
                    "layer": "layer.77.self_attn.o_proj",
                    "ppl": 4.5632710456848145
                },
                {
                    "layer": "layer.77.mlp.gate_proj",
                    "ppl": 4.563480377197266
                },
                {
                    "layer": "layer.77.mlp.up_proj",
                    "ppl": 4.563501834869385
                },
                {
                    "layer": "layer.77.mlp.down_proj",
                    "ppl": 4.563046932220459
                },
                {
                    "layer": "layer.78.self_attn.q_proj",
                    "ppl": 4.563405990600586
                },
                {
                    "layer": "layer.78.self_attn.k_proj",
                    "ppl": 4.56340217590332
                },
                {
                    "layer": "layer.78.self_attn.v_proj",
                    "ppl": 4.563276767730713
                },
                {
                    "layer": "layer.78.self_attn.o_proj",
                    "ppl": 4.563240051269531
                },
                {
                    "layer": "layer.78.mlp.gate_proj",
                    "ppl": 4.563289165496826
                },
                {
                    "layer": "layer.78.mlp.up_proj",
                    "ppl": 4.563166618347168
                },
                {
                    "layer": "layer.78.mlp.down_proj",
                    "ppl": 4.563654899597168
                },
                {
                    "layer": "layer.79.self_attn.q_proj",
                    "ppl": 4.563346862792969
                },
                {
                    "layer": "layer.79.self_attn.k_proj",
                    "ppl": 4.563287258148193
                },
                {
                    "layer": "layer.79.self_attn.v_proj",
                    "ppl": 4.563393592834473
                },
                {
                    "layer": "layer.79.self_attn.o_proj",
                    "ppl": 4.563340187072754
                },
                {
                    "layer": "layer.79.mlp.gate_proj",
                    "ppl": 4.563381195068359
                },
                {
                    "layer": "layer.79.mlp.up_proj",
                    "ppl": 4.563038349151611
                },
                {
                    "layer": "layer.79.mlp.down_proj",
                    "ppl": 4.563560485839844
                }
            ]
        }
    ]
}