{
    "original_ppl": 13.899003028869629,
    "reduced_ppl": [
        {
            "bit": 1,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 115978.984375
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 117935.8984375
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 130077.734375
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 126700.8671875
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 190005.09375
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 186942.875
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 138211.484375
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 115656.5703125
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 121126.0390625
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 99458.8046875
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 188835.96875
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 135572.09375
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 112415.7265625
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 65246.640625
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 118356.6171875
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 117979.9921875
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 186615.125
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 74303.953125
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 122958.671875
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 113680.765625
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 134391.40625
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 115220.6171875
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 115232.703125
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 315601.09375
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 35685.0703125
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 98983.40625
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 101194.8515625
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 225972.5625
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 117586.6328125
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 116418.1484375
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 132355.8125
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 133306.265625
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 184612.578125
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 146822.453125
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 77345.875
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 115174.0390625
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 107967.375
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 147275.5625
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 152333.484375
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 146245.15625
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 239209.640625
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 188546.25
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 115871.4140625
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 117346.4453125
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 136709.171875
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 139127.53125
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 114270.4375
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 169269.53125
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 182424.53125
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 116332.90625
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 115020.8046875
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 124089.5546875
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 97838.4296875
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 131759.734375
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 125108.734375
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 131944.96875
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 115727.84375
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 112676.9765625
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 119787.40625
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 145996.140625
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 113413.625
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 77397.2265625
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 125113.984375
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 117445.640625
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 113556.8125
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 109536.8515625
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 122423.359375
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 138422.53125
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 56440.8515625
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 165643.390625
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 116976.9453125
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 117724.1953125
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 86124.9921875
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 66275.765625
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 111009.875
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 92160.3203125
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 93803.1484375
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 118710.2109375
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 116078.4609375
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 152364.734375
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 142038.234375
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 141696.75
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 130260.5859375
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 106812.7578125
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 115725.640625
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 114445.7109375
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 150791.828125
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 132950.265625
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 167486.15625
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 136850.3125
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 137191.890625
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 115154.4921875
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 114831.40625
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 107067.8203125
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 165852.5
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 125789.46875
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 105294.6640625
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 94707.6875
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 114872.484375
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 115165.25
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 93756.4609375
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 206517.84375
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 142689.09375
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 133557.46875
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 105951.421875
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 114843.34375
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 114862.4140625
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 90556.28125
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 120032.8125
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 110944.2578125
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 141141.359375
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 116927.3125
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 114495.4921875
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 115596.9140625
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 106099.75
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 115500.9375
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 131227.40625
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 114856.3828125
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 135165.4375
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 114792.4296875
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 115122.96875
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 156268.4375
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 149494.6875
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 109665.3125
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 113299.1484375
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 97967.1796875
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 115980.3125
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 114208.015625
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 105210.046875
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 126556.4375
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 126279.1484375
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 125695.21875
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 114645.9375
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 115147.4609375
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 115042.3046875
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 92032.3515625
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 103167.3203125
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 133661.0625
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 135656.9375
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 122762.5234375
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 116163.0703125
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 116294.6484375
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 112999.8125
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 92730.90625
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 126445.3203125
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 124262.8125
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 93129.9921875
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 114325.1640625
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 115789.0078125
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 108390.5703125
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 210341.546875
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 120934.5546875
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 101062.9140625
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 137005.703125
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 115685.6953125
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 114676.0078125
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 117970.3203125
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 115191.8359375
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 117455.6015625
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 88665.1328125
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 106945.265625
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 115541.921875
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 115466.90625
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 47576.62109375
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 153542.453125
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 114219.34375
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 76318.890625
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 144987.96875
                }
            ]
        },
        {
            "bit": 2,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 1104.77734375
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 1117.5347900390625
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 1085.104248046875
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 772.0201416015625
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 707.7988891601562
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 729.6810302734375
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 767.7919921875
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 1104.3433837890625
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 1100.5977783203125
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 975.0816040039062
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 1177.628173828125
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 890.8675537109375
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 953.7259521484375
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 1043.837158203125
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 1106.888671875
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 1103.126953125
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 1018.44970703125
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 1080.5126953125
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 848.2011108398438
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 969.7440795898438
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 1040.535400390625
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 1105.650634765625
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 1016.8173217773438
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 1042.3221435546875
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 1332.68505859375
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 968.755126953125
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 1115.97607421875
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 1111.03076171875
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 1100.5535888671875
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 1106.374267578125
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 1056.422119140625
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 1129.7744140625
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 1077.334716796875
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 1031.3544921875
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 950.3606567382812
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 1132.03759765625
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 1057.854248046875
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 1009.041015625
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 1234.8411865234375
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 1061.481201171875
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 1018.9150390625
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 1095.8421630859375
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 1104.73095703125
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 1083.9547119140625
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 1136.5213623046875
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 1073.5491943359375
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 1056.22216796875
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 1065.378662109375
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 1097.4366455078125
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 1103.91259765625
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 1074.64208984375
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 1128.4024658203125
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 1038.6903076171875
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 1095.4525146484375
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 999.6639404296875
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 1089.017822265625
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 1104.580810546875
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 1098.0616455078125
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 1079.3143310546875
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 1118.2340087890625
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 1070.6536865234375
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 1110.5751953125
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 1070.402587890625
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 1110.7764892578125
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 1131.66845703125
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 1140.68896484375
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 1028.2171630859375
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 1098.1480712890625
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 1021.2586059570312
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 932.7628784179688
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 1104.95068359375
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 1105.21728515625
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 1094.091552734375
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 936.4127197265625
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 1085.2047119140625
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 1035.9390869140625
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 1093.98828125
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 1133.919921875
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 1083.7330322265625
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 1077.087158203125
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 1077.116943359375
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 1058.9185791015625
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 1015.3550415039062
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 1061.5986328125
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 1103.0523681640625
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 1108.2164306640625
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 1076.389892578125
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 1001.43212890625
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 1112.908203125
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 1042.40966796875
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 1210.527099609375
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 1114.3468017578125
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 1109.5843505859375
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 1113.113037109375
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 1031.4444580078125
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 1080.88525390625
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 1081.2296142578125
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 1146.0684814453125
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 1107.8533935546875
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 1097.6942138671875
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 1082.7237548828125
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 1060.6837158203125
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 1085.4737548828125
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 1102.57958984375
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 1085.2523193359375
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 1106.208984375
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 1120.32666015625
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 1127.364013671875
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 1125.56884765625
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 1067.0594482421875
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 1037.7684326171875
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 1078.5355224609375
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 1101.0738525390625
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 1129.101806640625
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 1010.1222534179688
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 1075.365966796875
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 1079.19091796875
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 1117.4888916015625
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 1089.1732177734375
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 1115.8536376953125
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 1111.6851806640625
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 1084.6429443359375
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 1133.7852783203125
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 1093.816162109375
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 1064.03125
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 1097.9757080078125
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 1110.746337890625
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 1104.7994384765625
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 1109.0955810546875
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 1162.3387451171875
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 1078.2613525390625
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 1103.8699951171875
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 1119.7039794921875
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 1111.099609375
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 1107.1044921875
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 1079.3978271484375
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 1102.4886474609375
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 1120.1856689453125
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 1070.478515625
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 1096.9327392578125
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 1106.4886474609375
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 1100.1156005859375
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 1094.5120849609375
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 1126.524658203125
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 1089.9425048828125
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 1150.4691162109375
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 1110.9305419921875
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 1099.633544921875
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 1101.825439453125
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 1106.230712890625
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 1113.47509765625
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 1101.0975341796875
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 1155.2440185546875
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 1116.1910400390625
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 1104.1595458984375
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 1099.4454345703125
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 1104.2738037109375
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 1070.5985107421875
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 1113.9180908203125
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 1015.337646484375
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 1115.7642822265625
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 1108.263427734375
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 1108.5399169921875
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 955.1649780273438
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 1113.8489990234375
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 1045.75927734375
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 1069.7076416015625
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 925.7997436523438
                }
            ]
        },
        {
            "bit": 3,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 39.35506057739258
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 39.32781219482422
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 39.344608306884766
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 39.02629089355469
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 38.6014289855957
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 38.14826202392578
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 38.43531799316406
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 39.28401184082031
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 39.30514907836914
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 39.816959381103516
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 40.805973052978516
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 38.77671432495117
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 39.26633071899414
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 38.64971923828125
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 39.341270446777344
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 39.077335357666016
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 39.261043548583984
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 38.458290100097656
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 37.59619140625
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 38.17994689941406
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 38.458473205566406
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 38.706703186035156
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 36.84185791015625
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 37.98421859741211
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 38.619083404541016
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 38.61041259765625
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 39.18088912963867
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 39.098472595214844
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 39.23974609375
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 39.61964416503906
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 39.3549690246582
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 39.145118713378906
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 38.93742370605469
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 39.02334976196289
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 38.851627349853516
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 39.36909866333008
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 39.270347595214844
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 38.94121170043945
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 39.12631607055664
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 38.85331726074219
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 39.37434768676758
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 39.036033630371094
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 39.34165573120117
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 39.064945220947266
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 39.20331573486328
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 39.3511962890625
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 38.58588790893555
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 39.03982162475586
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 39.29458999633789
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 39.37360763549805
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 38.484375
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 38.8640251159668
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 38.253318786621094
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 38.72230911254883
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 39.323848724365234
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 39.26142120361328
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 39.20205307006836
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 39.283935546875
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 39.101192474365234
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 39.273616790771484
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 38.77415466308594
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 39.34434509277344
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 38.73604965209961
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 39.305641174316406
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 39.09168243408203
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 39.427833557128906
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 39.2554817199707
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 38.622859954833984
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 38.93667984008789
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 38.95016098022461
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 39.359718322753906
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 38.94915008544922
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 39.1114387512207
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 39.50409698486328
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 38.824607849121094
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 39.110198974609375
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 39.579612731933594
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 39.32085418701172
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 39.225059509277344
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 38.929542541503906
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 39.6527214050293
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 39.20378112792969
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 38.965396881103516
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 39.70588684082031
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 39.363224029541016
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 39.47519302368164
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 39.46685791015625
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 39.407508850097656
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 39.23819351196289
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 39.23158645629883
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 39.517364501953125
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 39.290706634521484
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 39.40549850463867
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 39.4801025390625
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 39.33195877075195
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 39.275123596191406
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 39.18341064453125
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 39.46139907836914
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 39.30316162109375
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 39.251953125
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 39.366641998291016
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 39.12328338623047
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 39.178287506103516
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 39.13130569458008
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 39.432003021240234
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 39.340370178222656
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 39.32317352294922
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 39.40216064453125
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 39.365570068359375
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 39.081546783447266
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 39.12284469604492
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 39.26258850097656
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 39.46735763549805
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 39.48711013793945
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 39.49180221557617
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 39.29378128051758
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 39.07826614379883
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 39.180362701416016
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 38.841392517089844
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 39.355838775634766
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 39.4254035949707
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 39.33624267578125
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 39.51812744140625
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 39.14421081542969
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 39.18684768676758
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 39.18109130859375
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 39.307891845703125
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 39.263694763183594
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 39.25142288208008
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 39.18424987792969
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 39.21150207519531
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 39.30417251586914
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 39.21913146972656
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 39.292076110839844
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 39.24518966674805
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 39.344356536865234
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 39.31454086303711
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 39.11281204223633
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 39.200714111328125
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 38.98899841308594
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 39.37110137939453
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 39.317264556884766
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 39.16870880126953
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 39.41497802734375
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 39.161006927490234
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 39.041778564453125
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 39.23173904418945
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 39.33845520019531
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 39.31966781616211
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 39.354217529296875
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 39.35450744628906
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 39.13120651245117
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 39.06975173950195
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 39.14295959472656
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 39.3288459777832
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 39.30983352661133
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 39.37760543823242
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 39.17430877685547
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 39.225669860839844
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 39.250953674316406
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 39.138572692871094
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 39.34307098388672
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 39.3690071105957
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 38.6165771484375
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 39.2541618347168
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 38.97572708129883
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 38.59062576293945
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 37.79502868652344
                }
            ]
        },
        {
            "bit": 4,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 19.779138565063477
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 19.775676727294922
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 19.770112991333008
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 19.74167251586914
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 19.707183837890625
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 19.707674026489258
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 19.63474464416504
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 19.77523422241211
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 19.76637077331543
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 19.80510139465332
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 19.828384399414062
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 19.718727111816406
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 19.743885040283203
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 19.80364227294922
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 19.7819766998291
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 19.789459228515625
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 19.767101287841797
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 19.749011993408203
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 19.663976669311523
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 19.71395492553711
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 19.73113441467285
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 19.763832092285156
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 19.79463005065918
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 19.62027931213379
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 19.77900505065918
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 19.70415687561035
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 19.768369674682617
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 19.75008201599121
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 19.777774810791016
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 19.794885635375977
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 19.775798797607422
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 19.75157928466797
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 19.732017517089844
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 19.754131317138672
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 19.736234664916992
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 19.788288116455078
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 19.773229598999023
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 19.764251708984375
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 19.7569522857666
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 19.69136619567871
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 19.752803802490234
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 19.754301071166992
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 19.784259796142578
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 19.775474548339844
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 19.78266143798828
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 19.78754234313965
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 19.70989227294922
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 19.737512588500977
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 19.75505828857422
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 19.799283981323242
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 19.595666885375977
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 19.77581024169922
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 19.79781150817871
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 19.737442016601562
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 19.726085662841797
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 19.716650009155273
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 19.784608840942383
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 19.779481887817383
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 19.7554988861084
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 19.764514923095703
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 19.71770668029785
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 19.7531795501709
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 19.7639217376709
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 19.782787322998047
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 19.76932144165039
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 19.768030166625977
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 19.79119110107422
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 19.717927932739258
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 19.773277282714844
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 19.79021644592285
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 19.78032112121582
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 19.761714935302734
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 19.775487899780273
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 19.797565460205078
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 19.716480255126953
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 19.763996124267578
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 19.78944969177246
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 19.773893356323242
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 19.776586532592773
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 19.76559829711914
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 19.702566146850586
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 19.757862091064453
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 19.742891311645508
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 19.743349075317383
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 19.774324417114258
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 19.772764205932617
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 19.753416061401367
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 19.73722267150879
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 19.748517990112305
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 19.773574829101562
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 19.769363403320312
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 19.794649124145508
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 19.77198028564453
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 19.781579971313477
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 19.75636100769043
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 19.768020629882812
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 19.75920867919922
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 19.756240844726562
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 19.77730369567871
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 19.76465606689453
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 19.77499771118164
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 19.747068405151367
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 19.758365631103516
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 19.771236419677734
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 19.77338981628418
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 19.779863357543945
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 19.817787170410156
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 19.765438079833984
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 19.7608585357666
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 19.730852127075195
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 19.767780303955078
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 19.753896713256836
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 19.792997360229492
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 19.78935432434082
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 19.77300453186035
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 19.79607391357422
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 19.71941375732422
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 19.7377872467041
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 19.730682373046875
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 19.778623580932617
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 19.781599044799805
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 19.743513107299805
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 19.812572479248047
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 19.743038177490234
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 19.782270431518555
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 19.744253158569336
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 19.78270721435547
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 19.767587661743164
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 19.7668514251709
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 19.75877571105957
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 19.755285263061523
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 19.76682472229004
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 19.764354705810547
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 19.780778884887695
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 19.754865646362305
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 19.787656784057617
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 19.74881935119629
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 19.725767135620117
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 19.749446868896484
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 19.74549674987793
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 19.77736473083496
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 19.758352279663086
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 19.764623641967773
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 19.82379913330078
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 19.735795974731445
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 19.75492286682129
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 19.745967864990234
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 19.778430938720703
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 19.788623809814453
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 19.757654190063477
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 19.80455780029297
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 19.750858306884766
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 19.745655059814453
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 19.73949432373047
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 19.773344039916992
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 19.77733612060547
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 19.785409927368164
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 19.775432586669922
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 19.764759063720703
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 19.698705673217773
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 19.747600555419922
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 19.778581619262695
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 19.77695083618164
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 19.696483612060547
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 19.76226806640625
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 19.74675750732422
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 19.703603744506836
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 19.516366958618164
                }
            ]
        },
        {
            "bit": 5,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 16.630685806274414
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 16.627500534057617
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 16.631406784057617
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 16.618005752563477
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 16.602291107177734
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 16.597368240356445
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 16.586889266967773
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 16.627073287963867
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 16.634178161621094
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 16.626371383666992
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 16.664024353027344
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 16.6167049407959
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 16.62947654724121
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 16.61944007873535
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 16.628286361694336
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 16.630712509155273
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 16.630868911743164
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 16.627859115600586
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 16.59368133544922
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 16.611072540283203
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 16.61209487915039
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 16.628631591796875
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 16.604551315307617
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 16.59253692626953
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 16.63457679748535
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 16.592971801757812
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 16.61699867248535
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 16.61562728881836
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 16.631200790405273
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 16.635284423828125
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 16.63636016845703
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 16.622753143310547
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 16.606184005737305
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 16.616777420043945
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 16.62289047241211
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 16.630998611450195
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 16.630531311035156
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 16.62473487854004
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 16.642414093017578
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 16.615798950195312
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 16.627944946289062
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 16.62205696105957
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 16.63237762451172
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 16.625757217407227
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 16.62980842590332
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 16.62651824951172
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 16.60041618347168
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 16.609739303588867
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 16.62714385986328
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 16.634368896484375
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 16.56149673461914
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 16.626995086669922
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 16.63007164001465
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 16.609481811523438
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 16.630590438842773
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 16.6151123046875
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 16.630672454833984
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 16.6357421875
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 16.620988845825195
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 16.629135131835938
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 16.61407470703125
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 16.62395477294922
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 16.6292781829834
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 16.625030517578125
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 16.62008285522461
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 16.625757217407227
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 16.62205696105957
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 16.610754013061523
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 16.63167381286621
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 16.621564865112305
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 16.630470275878906
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 16.62807273864746
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 16.631839752197266
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 16.60504722595215
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 16.61274528503418
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 16.615049362182617
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 16.625621795654297
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 16.63251304626465
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 16.617847442626953
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 16.634159088134766
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 16.627687454223633
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 16.62582778930664
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 16.632112503051758
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 16.627643585205078
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 16.62935447692871
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 16.635658264160156
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 16.63436508178711
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 16.62236976623535
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 16.623994827270508
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 16.62853240966797
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 16.62305450439453
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 16.63251304626465
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 16.63064193725586
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 16.623014450073242
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 16.63410758972168
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 16.624967575073242
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 16.633520126342773
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 16.63284683227539
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 16.62908363342285
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 16.626304626464844
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 16.6295108795166
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 16.618759155273438
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 16.62211036682129
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 16.625282287597656
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 16.619108200073242
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 16.629114151000977
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 16.63429069519043
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 16.630903244018555
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 16.622848510742188
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 16.618009567260742
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 16.624765396118164
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 16.61850929260254
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 16.637554168701172
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 16.614490509033203
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 16.635717391967773
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 16.635967254638672
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 16.622970581054688
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 16.621959686279297
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 16.61798095703125
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 16.629793167114258
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 16.631895065307617
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 16.620437622070312
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 16.638097763061523
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 16.61531639099121
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 16.6163387298584
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 16.614290237426758
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 16.631608963012695
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 16.617443084716797
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 16.625282287597656
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 16.6259708404541
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 16.621984481811523
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 16.62305450439453
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 16.623022079467773
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 16.63270378112793
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 16.625900268554688
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 16.629356384277344
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 16.626646041870117
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 16.610998153686523
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 16.61231231689453
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 16.612825393676758
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 16.63055419921875
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 16.62926483154297
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 16.621702194213867
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 16.64854621887207
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 16.615711212158203
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 16.61214256286621
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 16.601547241210938
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 16.629804611206055
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 16.629024505615234
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 16.626480102539062
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 16.643024444580078
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 16.618288040161133
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 16.61366844177246
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 16.614381790161133
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 16.629928588867188
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 16.631935119628906
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 16.63134765625
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 16.6223087310791
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 16.623445510864258
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 16.629274368286133
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 16.618263244628906
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 16.62987518310547
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 16.631284713745117
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 16.614221572875977
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 16.632417678833008
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 16.604145050048828
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 16.581981658935547
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 16.605316162109375
                }
            ]
        },
        {
            "bit": 6,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 15.527266502380371
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 15.52575969696045
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 15.525885581970215
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 15.519804954528809
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 15.520051956176758
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 15.510549545288086
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 15.513763427734375
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 15.524959564208984
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 15.526588439941406
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 15.530157089233398
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 15.537994384765625
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 15.515793800354004
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 15.516578674316406
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 15.526836395263672
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 15.524785995483398
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 15.527861595153809
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 15.528583526611328
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 15.519311904907227
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 15.510608673095703
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 15.512909889221191
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 15.517599105834961
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 15.527044296264648
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 15.53763484954834
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 15.522446632385254
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 15.530767440795898
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 15.519268989562988
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 15.519981384277344
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 15.525640487670898
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 15.526825904846191
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 15.52847957611084
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 15.52184009552002
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 15.525592803955078
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 15.522631645202637
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 15.522273063659668
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 15.518617630004883
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 15.529257774353027
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 15.52783203125
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 15.527865409851074
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 15.520033836364746
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 15.51518726348877
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 15.5269775390625
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 15.516911506652832
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 15.526784896850586
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 15.527114868164062
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 15.525848388671875
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 15.533723831176758
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 15.521225929260254
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 15.5265474319458
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 15.52258014678955
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 15.52814769744873
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 15.517051696777344
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 15.531012535095215
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 15.525267601013184
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 15.520463943481445
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 15.520441055297852
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 15.528613090515137
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 15.523926734924316
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 15.527436256408691
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 15.530046463012695
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 15.522758483886719
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 15.520271301269531
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 15.528528213500977
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 15.52187728881836
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 15.529410362243652
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 15.524386405944824
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 15.52705192565918
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 15.535486221313477
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 15.516996383666992
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 15.52095890045166
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 15.522165298461914
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 15.526308059692383
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 15.52802848815918
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 15.522198677062988
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 15.523053169250488
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 15.520000457763672
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 15.529088020324707
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 15.524829864501953
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 15.523239135742188
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 15.526406288146973
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 15.52641773223877
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 15.524615287780762
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 15.520218849182129
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 15.520456314086914
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 15.523841857910156
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 15.527091979980469
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 15.52742862701416
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 15.524578094482422
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 15.525833129882812
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 15.518879890441895
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 15.517047882080078
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 15.522509574890137
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 15.525985717773438
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 15.524112701416016
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 15.521469116210938
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 15.524282455444336
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 15.522784233093262
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 15.523042678833008
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 15.52314281463623
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 15.526055335998535
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 15.524823188781738
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 15.526769638061523
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 15.52293872833252
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 15.52143383026123
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 15.524726867675781
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 15.525568008422852
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 15.526529312133789
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 15.527762413024902
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 15.527403831481934
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 15.523435592651367
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 15.517821311950684
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 15.517677307128906
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 15.520981788635254
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 15.530257225036621
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 15.523201942443848
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 15.527095794677734
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 15.529080390930176
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 15.519153594970703
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 15.516112327575684
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 15.518842697143555
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 15.527036666870117
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 15.527580261230469
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 15.521921157836914
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 15.531364440917969
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 15.523993492126465
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 15.526573181152344
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 15.51697826385498
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 15.5274076461792
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 15.520277976989746
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 15.526213645935059
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 15.526506423950195
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 15.521610260009766
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 15.522984504699707
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 15.519335746765137
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 15.524919509887695
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 15.524666786193848
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 15.527114868164062
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 15.524785995483398
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 15.520648956298828
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 15.522273063659668
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 15.519352912902832
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 15.526267051696777
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 15.525666236877441
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 15.521954536437988
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 15.536116600036621
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 15.516816139221191
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 15.52022647857666
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 15.520026206970215
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 15.526347160339355
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 15.527788162231445
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 15.523849487304688
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 15.540205955505371
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 15.520940780639648
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 15.521547317504883
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 15.519020080566406
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 15.525577545166016
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 15.527107238769531
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 15.526836395263672
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 15.52531909942627
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 15.521078109741211
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 15.51115608215332
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 15.520895957946777
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 15.526680946350098
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 15.527192115783691
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 15.515379905700684
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 15.523483276367188
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 15.51502513885498
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 15.499074935913086
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 15.502264976501465
                }
            ]
        },
        {
            "bit": 7,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 14.990837097167969
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 14.990540504455566
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 14.991348266601562
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 14.99056625366211
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 14.984272956848145
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 14.97730827331543
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 14.983526229858398
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 14.991548538208008
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 14.991205215454102
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 14.99117660522461
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 14.99532413482666
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 14.98586654663086
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 14.990368843078613
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 14.98536205291748
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 14.991151809692383
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 14.990293502807617
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 14.990604400634766
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 14.990225791931152
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 14.982900619506836
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 14.98953914642334
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 14.985352516174316
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 14.992059707641602
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 14.984663009643555
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 14.989876747131348
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 14.98706340789795
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 14.982101440429688
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 14.990533828735352
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 14.984945297241211
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 14.991423606872559
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 14.991273880004883
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 14.995030403137207
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 14.993203163146973
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 14.981433868408203
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 14.986988067626953
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 14.98453426361084
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 14.993127822875977
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 14.989947319030762
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 14.99177360534668
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 14.99257755279541
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 14.986644744873047
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 14.990168571472168
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 14.99202823638916
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 14.99117660522461
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 14.989897727966309
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 14.992249488830566
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 14.989439964294434
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 14.983701705932617
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 14.991827011108398
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 14.98825740814209
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 14.992284774780273
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 14.987946510314941
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 14.988710403442383
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 14.991769790649414
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 14.986170768737793
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 14.99288558959961
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 14.98873233795166
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 14.99137020111084
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 14.991540908813477
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 14.989126205444336
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 14.988832473754883
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 14.986227989196777
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 14.986717224121094
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 14.994129180908203
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 14.99143123626709
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 14.990082740783691
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 14.990691184997559
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 14.989368438720703
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 14.987141609191895
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 14.991813659667969
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 14.989750862121582
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 14.9913911819458
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 14.991252899169922
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 14.98904037475586
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 14.99138355255127
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 14.986334800720215
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 14.98686695098877
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 14.990644454956055
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 14.99190616607666
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 14.987128257751465
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 14.987189292907715
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 14.98904037475586
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 14.990200996398926
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 14.984638214111328
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 14.989339828491211
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 14.99145221710205
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 14.992742538452148
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 14.99244499206543
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 14.990397453308105
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 14.988017082214355
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 14.989421844482422
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 14.988703727722168
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 14.992795944213867
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 14.991019248962402
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 14.991124153137207
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 14.99026870727539
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 14.99178409576416
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 14.989433288574219
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 14.99083423614502
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 14.99130916595459
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 14.990540504455566
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 14.990341186523438
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 14.988525390625
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 14.98939323425293
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 14.989982604980469
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 14.988249778747559
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 14.99071979522705
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 14.990047454833984
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 14.990976333618164
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 14.990861892700195
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 14.988842964172363
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 14.991755485534668
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 14.98727035522461
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 14.993106842041016
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 14.991899490356445
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 14.991951942443848
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 14.992799758911133
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 14.98901081085205
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 14.98926830291748
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 14.985437393188477
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 14.989901542663574
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 14.990633010864258
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 14.981523513793945
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 14.997273445129395
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 14.987335205078125
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 14.990443229675293
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 14.98945426940918
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 14.990877151489258
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 14.986078262329102
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 14.990289688110352
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 14.991284370422363
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 14.98768138885498
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 14.986574172973633
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 14.988832473754883
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 14.99185562133789
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 14.990362167358398
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 14.990408897399902
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 14.990143775939941
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 14.984517097473145
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 14.98213005065918
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 14.987496376037598
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 14.991456031799316
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 14.990287780761719
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 14.98926067352295
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 14.996332168579102
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 14.986891746520996
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 14.984373092651367
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 14.983086585998535
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 14.990571975708008
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 14.9915771484375
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 14.988832473754883
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 14.996646881103516
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 14.985391616821289
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 14.984622955322266
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 14.988239288330078
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 14.990877151489258
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 14.99118423461914
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 14.991945266723633
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 14.98695182800293
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 14.988786697387695
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 14.983065605163574
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 14.986617088317871
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 14.991556167602539
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 14.991354942321777
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 14.987725257873535
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 14.993558883666992
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 14.981600761413574
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 14.960899353027344
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 14.973709106445312
                }
            ]
        },
        {
            "bit": 8,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 14.653050422668457
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 14.65310287475586
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 14.652637481689453
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 14.648613929748535
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 14.649794578552246
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 14.648845672607422
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 14.641141891479492
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 14.651426315307617
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 14.651841163635254
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 14.65207576751709
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 14.66532039642334
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 14.649138450622559
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 14.649948120117188
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 14.651931762695312
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 14.651583671569824
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 14.652965545654297
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 14.652435302734375
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 14.649815559387207
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 14.646858215332031
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 14.64636516571045
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 14.651422500610352
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 14.652637481689453
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 14.655020713806152
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 14.651265144348145
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 14.653658866882324
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 14.649406433105469
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 14.645254135131836
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 14.654370307922363
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 14.65196704864502
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 14.652495384216309
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 14.652183532714844
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 14.652729034423828
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 14.651876449584961
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 14.65058708190918
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 14.650416374206543
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 14.652827262878418
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 14.653120040893555
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 14.653008460998535
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 14.654696464538574
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 14.649267196655273
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 14.65112590789795
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 14.646867752075195
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 14.65184497833252
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 14.652124404907227
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 14.652295112609863
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 14.655369758605957
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 14.65360164642334
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 14.649032592773438
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 14.652990341186523
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 14.65326976776123
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 14.648061752319336
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 14.655363082885742
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 14.652351379394531
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 14.651485443115234
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 14.650727272033691
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 14.650014877319336
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 14.651261329650879
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 14.652700424194336
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 14.652937889099121
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 14.652295112609863
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 14.651185035705566
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 14.654698371887207
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 14.651568412780762
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 14.65267276763916
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 14.651683807373047
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 14.653633117675781
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 14.655447006225586
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 14.649606704711914
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 14.64868450164795
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 14.650046348571777
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 14.652167320251465
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 14.65339183807373
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 14.65170955657959
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 14.650486946105957
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 14.649706840515137
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 14.65312385559082
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 14.653501510620117
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 14.649986267089844
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 14.651956558227539
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 14.654544830322266
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 14.65461540222168
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 14.650849342346191
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 14.654492378234863
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 14.652953147888184
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 14.652637481689453
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 14.652928352355957
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 14.652554512023926
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 14.652029991149902
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 14.649201393127441
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 14.648419380187988
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 14.651683807373047
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 14.652400970458984
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 14.652704238891602
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 14.652511596679688
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 14.651418685913086
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 14.652504920959473
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 14.651257514953613
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 14.652920722961426
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 14.652026176452637
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 14.652246475219727
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 14.653727531433105
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 14.652155876159668
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 14.651206016540527
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 14.650766372680664
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 14.651229858398438
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 14.652700424194336
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 14.653388977050781
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 14.653206825256348
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 14.64965534210205
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 14.64824390411377
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 14.64859676361084
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 14.650273323059082
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 14.653633117675781
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 14.652603149414062
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 14.653075218200684
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 14.654419898986816
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 14.648543357849121
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 14.651310920715332
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 14.650723457336426
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 14.6530122756958
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 14.654255867004395
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 14.650325775146484
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 14.659116744995117
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 14.650097846984863
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 14.650590896606445
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 14.64894962310791
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 14.652400970458984
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 14.65001106262207
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 14.652470588684082
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 14.65207576751709
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 14.65153694152832
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 14.652603149414062
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 14.650471687316895
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 14.652448654174805
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 14.652896881103516
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 14.653328895568848
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 14.65114974975586
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 14.649249076843262
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 14.649571418762207
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 14.647821426391602
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 14.652257919311523
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 14.652191162109375
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 14.651935577392578
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 14.657756805419922
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 14.649239540100098
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 14.649032592773438
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 14.647660255432129
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 14.652448654174805
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 14.653238296508789
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 14.653319358825684
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 14.65864086151123
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 14.651212692260742
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 14.65107250213623
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 14.649787902832031
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 14.652348518371582
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 14.653057098388672
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 14.653273582458496
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 14.653735160827637
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 14.65081787109375
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 14.651206016540527
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 14.649032592773438
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 14.652959823608398
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 14.652774810791016
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 14.650734901428223
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 14.649138450622559
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 14.648313522338867
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 14.649151802062988
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 14.638998985290527
                }
            ]
        },
        {
            "bit": 9,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 14.474125862121582
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 14.473880767822266
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 14.473986625671387
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 14.470726013183594
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 14.47212028503418
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 14.468912124633789
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 14.470277786254883
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 14.474090576171875
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 14.474239349365234
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 14.474032402038574
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 14.475661277770996
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 14.469836235046387
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 14.473183631896973
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 14.470657348632812
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 14.474114418029785
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 14.474045753479004
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 14.473379135131836
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 14.473811149597168
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 14.469033241271973
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 14.472375869750977
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 14.471429824829102
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 14.473214149475098
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 14.473038673400879
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 14.476536750793457
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 14.471192359924316
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 14.471540451049805
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 14.4757719039917
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 14.46876049041748
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 14.47502613067627
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 14.474273681640625
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 14.473320960998535
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 14.47424602508545
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 14.468698501586914
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 14.471750259399414
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 14.469398498535156
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 14.474034309387207
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 14.473376274108887
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 14.47463321685791
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 14.475811958312988
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 14.472196578979492
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 14.473970413208008
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 14.473196029663086
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 14.473803520202637
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 14.474387168884277
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 14.474052429199219
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 14.474480628967285
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 14.470070838928223
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 14.474149703979492
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 14.470599174499512
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 14.474762916564941
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 14.470844268798828
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 14.473725318908691
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 14.474480628967285
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 14.473776817321777
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 14.476606369018555
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 14.473052024841309
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 14.474414825439453
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 14.473655700683594
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 14.47309398651123
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 14.47372817993164
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 14.4701566696167
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 14.4697265625
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 14.473038673400879
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 14.473245620727539
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 14.474336624145508
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 14.474052429199219
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 14.474528312683105
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 14.4721097946167
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 14.475750923156738
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 14.471940994262695
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 14.474076271057129
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 14.474525451660156
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 14.473465919494629
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 14.47424602508545
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 14.47232723236084
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 14.468738555908203
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 14.472319602966309
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 14.476040840148926
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 14.473320960998535
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 14.474605560302734
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 14.472789764404297
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 14.47312068939209
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 14.46982192993164
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 14.472921371459961
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 14.473873138427734
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 14.474493980407715
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 14.473962783813477
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 14.471519470214844
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 14.471861839294434
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 14.472437858581543
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 14.472437858581543
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 14.473831176757812
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 14.474122047424316
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 14.475212097167969
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 14.475109100341797
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 14.473687171936035
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 14.474163055419922
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 14.47329330444336
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 14.474370002746582
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 14.473779678344727
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 14.473344802856445
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 14.472713470458984
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 14.472030639648438
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 14.47249698638916
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 14.476399421691895
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 14.474032402038574
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 14.473845481872559
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 14.473546028137207
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 14.474038124084473
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 14.473593711853027
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 14.47170639038086
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 14.47188949584961
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 14.47465991973877
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 14.472996711730957
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 14.474287033081055
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 14.47352409362793
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 14.471781730651855
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 14.471429824829102
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 14.471975326538086
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 14.47314167022705
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 14.472789764404297
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 14.47376537322998
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 14.47677230834961
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 14.472813606262207
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 14.47355842590332
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 14.473438262939453
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 14.473459243774414
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 14.473007202148438
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 14.473976135253906
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 14.473572731018066
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 14.472458839416504
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 14.473417282104492
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 14.472779273986816
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 14.47415542602539
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 14.47348690032959
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 14.47374153137207
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 14.47409439086914
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 14.472220420837402
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 14.471636772155762
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 14.473645210266113
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 14.47445011138916
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 14.472879409790039
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 14.473031044006348
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 14.478340148925781
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 14.470595359802246
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 14.471495628356934
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 14.472465515136719
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 14.473666191101074
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 14.47406005859375
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 14.473261833190918
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 14.477134704589844
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 14.471450805664062
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 14.470736503601074
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 14.47077465057373
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 14.473597526550293
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 14.47425651550293
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 14.474135398864746
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 14.471212387084961
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 14.472078323364258
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 14.4684419631958
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 14.470643043518066
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 14.474004745483398
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 14.473869323730469
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 14.472817420959473
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 14.475798606872559
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 14.4662446975708
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 14.45545768737793
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 14.466903686523438
                }
            ]
        },
        {
            "bit": 10,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 14.323567390441895
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 14.323575019836426
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 14.323260307312012
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 14.323502540588379
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 14.321624755859375
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 14.319371223449707
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 14.321955680847168
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 14.323089599609375
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 14.32313060760498
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 14.323636054992676
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 14.326126098632812
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 14.32292652130127
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 14.321566581726074
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 14.323363304138184
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 14.323765754699707
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 14.323868751525879
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 14.324285507202148
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 14.323256492614746
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 14.322361946105957
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 14.321457862854004
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 14.320354461669922
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 14.323834419250488
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 14.325385093688965
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 14.324158668518066
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 14.325087547302246
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 14.319087982177734
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 14.319190979003906
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 14.325786590576172
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 14.32313060760498
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 14.32345199584961
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 14.323834419250488
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 14.323343276977539
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 14.322359085083008
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 14.324336051940918
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 14.324728965759277
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 14.32351016998291
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 14.323598861694336
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 14.323506355285645
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 14.322361946105957
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 14.321037292480469
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 14.3219633102417
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 14.323266983032227
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 14.323578834533691
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 14.323375701904297
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 14.323431968688965
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 14.324018478393555
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 14.323246955871582
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 14.321723937988281
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 14.325692176818848
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 14.323857307434082
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 14.323225975036621
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 14.323653221130371
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 14.324448585510254
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 14.321173667907715
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 14.322761535644531
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 14.322830200195312
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 14.322467803955078
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 14.32398796081543
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 14.323390007019043
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 14.323683738708496
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 14.323575019836426
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 14.32494068145752
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 14.322823524475098
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 14.32407283782959
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 14.322769165039062
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 14.32359504699707
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 14.324230194091797
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 14.321586608886719
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 14.320706367492676
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 14.323158264160156
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 14.323369979858398
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 14.322745323181152
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 14.32269287109375
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 14.321316719055176
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 14.321320533752441
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 14.325592994689941
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 14.326082229614258
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 14.322990417480469
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 14.323089599609375
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 14.323969841003418
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 14.322980880737305
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 14.323290824890137
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 14.32399845123291
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 14.323984146118164
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 14.323738098144531
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 14.323383331298828
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 14.323806762695312
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 14.323004722595215
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 14.322044372558594
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 14.320539474487305
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 14.322611808776855
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 14.324080467224121
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 14.323915481567383
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 14.32351016998291
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 14.322307586669922
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 14.322864532470703
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 14.321823120117188
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 14.323567390441895
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 14.323413848876953
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 14.323240280151367
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 14.323991775512695
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 14.325206756591797
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 14.322867393493652
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 14.323403358459473
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 14.32162094116211
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 14.32354736328125
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 14.32494831085205
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 14.323848724365234
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 14.32252311706543
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 14.320996284484863
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 14.322591781616211
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 14.320637702941895
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 14.324670791625977
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 14.323946952819824
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 14.324288368225098
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 14.324134826660156
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 14.322406768798828
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 14.322236061096191
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 14.319344520568848
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 14.323943138122559
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 14.324469566345215
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 14.323991775512695
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 14.325818061828613
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 14.3215970993042
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 14.322318077087402
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 14.32121467590332
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 14.32351016998291
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 14.323274612426758
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 14.323718070983887
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 14.323266983032227
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 14.322334289550781
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 14.322324752807617
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 14.321986198425293
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 14.323328971862793
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 14.323506355285645
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 14.323834419250488
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 14.323759078979492
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 14.321808815002441
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 14.320747375488281
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 14.32025146484375
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 14.323492050170898
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 14.323724746704102
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 14.32319450378418
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 14.324934005737305
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 14.322495460510254
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 14.322290420532227
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 14.320690155029297
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 14.323857307434082
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 14.324175834655762
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 14.322225570678711
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 14.323861122131348
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 14.32261848449707
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 14.321304321289062
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 14.321627616882324
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 14.32410717010498
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 14.323912620544434
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 14.323734283447266
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 14.323738098144531
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 14.32270336151123
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 14.323240280151367
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 14.321778297424316
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 14.323397636413574
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 14.323780059814453
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 14.323363304138184
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 14.320903778076172
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 14.321115493774414
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 14.32013988494873
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 14.315937042236328
                }
            ]
        },
        {
            "bit": 11,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 14.210070610046387
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 14.209817886352539
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 14.210013389587402
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 14.20782470703125
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 14.20869255065918
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 14.208407402038574
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 14.204289436340332
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 14.210173606872559
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 14.209820747375488
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 14.210186004638672
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 14.209634780883789
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 14.207513809204102
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 14.209488868713379
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 14.211172103881836
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 14.210318565368652
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 14.210288047790527
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 14.210224151611328
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 14.210143089294434
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 14.207533836364746
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 14.210433959960938
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 14.207694053649902
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 14.209634780883789
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 14.209956169128418
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 14.20884895324707
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 14.209956169128418
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 14.209936141967773
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 14.209895133972168
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 14.208374977111816
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 14.210386276245117
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 14.209990501403809
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 14.210305213928223
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 14.209733009338379
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 14.205870628356934
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 14.209086418151855
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 14.207733154296875
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 14.210285186767578
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 14.209909439086914
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 14.209620475769043
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 14.210163116455078
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 14.210596084594727
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 14.210392951965332
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 14.209607124328613
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 14.209592819213867
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 14.210108757019043
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 14.209734916687012
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 14.209807395935059
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 14.20782470703125
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 14.208428382873535
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 14.207608222961426
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 14.210196495056152
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 14.209756851196289
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 14.210002899169922
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 14.210054397583008
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 14.209653854370117
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 14.209966659545898
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 14.210063934326172
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 14.210277557373047
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 14.210021018981934
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 14.209539413452148
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 14.209627151489258
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 14.207574844360352
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 14.207557678222656
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 14.209420204162598
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 14.209962844848633
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 14.210413932800293
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 14.209979057312012
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 14.210094451904297
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 14.209086418151855
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 14.211463928222656
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 14.209186553955078
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 14.210508346557617
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 14.210901260375977
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 14.209580421447754
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 14.209756851196289
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 14.209742546081543
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 14.206151962280273
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 14.207844734191895
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 14.210951805114746
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 14.209417343139648
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 14.210444450378418
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 14.209113121032715
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 14.209738731384277
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 14.205329895019531
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 14.208906173706055
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 14.210074424743652
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 14.210681915283203
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 14.210078239440918
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 14.20850944519043
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 14.20874309539795
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 14.20895004272461
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 14.209528923034668
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 14.210143089294434
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 14.210261344909668
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 14.210189819335938
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 14.21151065826416
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 14.20934009552002
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 14.210285186767578
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 14.210942268371582
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 14.210386276245117
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 14.210204124450684
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 14.210196495056152
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 14.208658218383789
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 14.208414077758789
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 14.209803581237793
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 14.210261344909668
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 14.210121154785156
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 14.209803581237793
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 14.210000991821289
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 14.210769653320312
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 14.20941162109375
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 14.208344459533691
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 14.210521697998047
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 14.210270881652832
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 14.210224151611328
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 14.210094451904297
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 14.210711479187012
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 14.20964527130127
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 14.210082054138184
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 14.209803581237793
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 14.209776878356934
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 14.209749221801758
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 14.209972381591797
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 14.212307929992676
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 14.209397315979004
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 14.210765838623047
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 14.210244178771973
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 14.210196495056152
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 14.210189819335938
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 14.210021018981934
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 14.209884643554688
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 14.209708213806152
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 14.210074424743652
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 14.208854675292969
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 14.209681510925293
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 14.210088729858398
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 14.209607124328613
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 14.210925102233887
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 14.208486557006836
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 14.209102630615234
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 14.210772514343262
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 14.210139274597168
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 14.210386276245117
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 14.209562301635742
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 14.212565422058105
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 14.208407402038574
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 14.207686424255371
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 14.208027839660645
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 14.210000991821289
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 14.209959983825684
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 14.208939552307129
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 14.212982177734375
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 14.208597183227539
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 14.208991050720215
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 14.2079439163208
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 14.209936141967773
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 14.209921836853027
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 14.210067749023438
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 14.208964347839355
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 14.208139419555664
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 14.205484390258789
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 14.208597183227539
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 14.209972381591797
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 14.210151672363281
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 14.210021018981934
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 14.211352348327637
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 14.206429481506348
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 14.198408126831055
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 14.2058744430542
                }
            ]
        },
        {
            "bit": 12,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 14.116667747497559
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 14.116345405578613
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 14.116018295288086
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 14.115629196166992
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 14.113899230957031
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 14.11443042755127
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 14.115252494812012
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 14.117109298706055
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 14.116459846496582
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 14.116253852844238
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 14.118896484375
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 14.115571975708008
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 14.1143159866333
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 14.114941596984863
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 14.116368293762207
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 14.115991592407227
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 14.116321563720703
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 14.115864753723145
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 14.115264892578125
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 14.113380432128906
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 14.117142677307129
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 14.116253852844238
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 14.116332054138184
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 14.116167068481445
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 14.117324829101562
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 14.113872528076172
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 14.117162704467773
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 14.117681503295898
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 14.11626148223877
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 14.116644859313965
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 14.116921424865723
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 14.116362571716309
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 14.116288185119629
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 14.117130279541016
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 14.116022109985352
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 14.116446495056152
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 14.11616039276123
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 14.116341590881348
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 14.11717700958252
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 14.11398696899414
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 14.115489959716797
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 14.115516662597656
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 14.115817070007324
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 14.116591453552246
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 14.116167068481445
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 14.115924835205078
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 14.116096496582031
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 14.115127563476562
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 14.117142677307129
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 14.116409301757812
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 14.115991592407227
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 14.116442680358887
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 14.115809440612793
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 14.115665435791016
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 14.117294311523438
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 14.115315437316895
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 14.116544723510742
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 14.116241455078125
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 14.11668872833252
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 14.116719245910645
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 14.11572551727295
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 14.115487098693848
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 14.115496635437012
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 14.116782188415527
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 14.116779327392578
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 14.116413116455078
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 14.117594718933105
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 14.115443229675293
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 14.114214897155762
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 14.116477012634277
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 14.115756034851074
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 14.11611270904541
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 14.1162748336792
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 14.114713668823242
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 14.114367485046387
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 14.116948127746582
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 14.116907119750977
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 14.116083145141602
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 14.116314888000488
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 14.116776466369629
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 14.117278099060059
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 14.115629196166992
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 14.115608215332031
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 14.116507530212402
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 14.116278648376465
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 14.116130828857422
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 14.11661148071289
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 14.116530418395996
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 14.114729881286621
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 14.113717079162598
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 14.115675926208496
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 14.116705894470215
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 14.116423606872559
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 14.116409301757812
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 14.116678237915039
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 14.116530418395996
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 14.116089820861816
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 14.115187644958496
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 14.116914749145508
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 14.116241455078125
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 14.117074966430664
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 14.116409301757812
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 14.116591453552246
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 14.115944862365723
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 14.116366386413574
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 14.116378784179688
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 14.11662483215332
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 14.11662483215332
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 14.115484237670898
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 14.115432739257812
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 14.117193222045898
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 14.114645957946777
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 14.117055892944336
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 14.116453170776367
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 14.116667747497559
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 14.117025375366211
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 14.116214752197266
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 14.114763259887695
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 14.114511489868164
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 14.116618156433105
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 14.11662483215332
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 14.11611270904541
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 14.11746597290039
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 14.116005897521973
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 14.115066528320312
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 14.114033699035645
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 14.116301536560059
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 14.116167068481445
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 14.11662483215332
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 14.116329193115234
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 14.115279197692871
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 14.115594863891602
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 14.115762710571289
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 14.116564750671387
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 14.116362571716309
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 14.11629867553711
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 14.11622142791748
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 14.11539363861084
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 14.114397048950195
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 14.114080429077148
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 14.116671562194824
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 14.116708755493164
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 14.115134239196777
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 14.11710262298584
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 14.115215301513672
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 14.114949226379395
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 14.114665985107422
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 14.11671257019043
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 14.116499900817871
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 14.11575984954834
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 14.11655044555664
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 14.115508079528809
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 14.114269256591797
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 14.115043640136719
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 14.116564750671387
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 14.116486549377441
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 14.116409301757812
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 14.11712646484375
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 14.116598129272461
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 14.115911483764648
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 14.115311622619629
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 14.116382598876953
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 14.116332054138184
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 14.116028785705566
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 14.115608215332031
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 14.115339279174805
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 14.115903854370117
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 14.111879348754883
                }
            ]
        },
        {
            "bit": 13,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 14.040955543518066
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 14.041177749633789
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 14.040969848632812
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 14.039824485778809
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 14.041268348693848
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 14.039895057678223
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 14.036086082458496
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 14.04057788848877
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 14.041204452514648
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 14.041589736938477
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 14.04111385345459
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 14.041337966918945
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 14.041823387145996
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 14.041507720947266
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 14.041056632995605
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 14.040664672851562
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 14.041276931762695
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 14.041937828063965
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 14.040312767028809
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 14.042027473449707
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 14.03901481628418
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 14.041186332702637
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 14.041130065917969
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 14.041241645812988
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 14.041655540466309
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 14.041796684265137
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 14.039620399475098
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 14.039138793945312
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 14.041532516479492
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 14.041394233703613
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 14.041173934936523
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 14.041655540466309
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 14.040009498596191
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 14.03970718383789
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 14.03852653503418
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 14.041060447692871
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 14.040872573852539
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 14.041180610656738
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 14.041053771972656
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 14.041695594787598
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 14.041876792907715
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 14.040456771850586
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 14.040902137756348
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 14.040788650512695
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 14.041214942932129
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 14.041328430175781
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 14.039885520935059
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 14.040413856506348
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 14.039628028869629
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 14.04092025756836
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 14.04082202911377
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 14.040885925292969
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 14.0424222946167
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 14.040487289428711
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 14.041351318359375
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 14.042760848999023
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 14.04055118560791
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 14.040617942810059
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 14.041394233703613
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 14.040390968322754
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 14.039915084838867
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 14.039895057678223
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 14.041280746459961
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 14.041099548339844
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 14.04111385345459
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 14.04130744934082
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 14.0408935546875
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 14.040149688720703
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 14.042546272277832
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 14.040531158447266
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 14.041220664978027
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 14.04086685180664
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 14.041067123413086
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 14.042171478271484
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 14.041046142578125
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 14.039377212524414
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 14.039694786071777
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 14.041715621948242
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 14.041110038757324
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 14.040939331054688
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 14.040199279785156
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 14.041348457336426
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 14.039457321166992
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 14.040732383728027
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 14.040641784667969
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 14.041231155395508
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 14.04112720489502
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 14.04029369354248
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 14.040668487548828
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 14.038566589355469
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 14.040668487548828
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 14.041133880615234
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 14.04114055633545
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 14.040955543518066
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 14.041160583496094
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 14.040905952453613
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 14.040430068969727
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 14.040695190429688
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 14.04114055633545
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 14.041190147399902
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 14.041398048400879
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 14.040925979614258
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 14.040009498596191
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 14.041043281555176
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 14.0401029586792
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 14.041783332824707
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 14.041207313537598
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 14.040986061096191
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 14.04137134552002
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 14.039885520935059
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 14.039091110229492
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 14.041876792907715
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 14.041507720947266
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 14.041260719299316
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 14.041295051574707
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 14.041060447692871
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 14.040464401245117
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 14.04057788848877
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 14.040889739990234
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 14.041163444519043
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 14.040939331054688
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 14.039875030517578
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 14.041903495788574
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 14.040705680847168
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 14.041827201843262
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 14.041605949401855
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 14.041247367858887
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 14.040224075317383
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 14.040955543518066
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 14.041003227233887
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 14.040969848632812
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 14.040928840637207
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 14.041729927062988
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 14.040939331054688
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 14.041254043579102
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 14.040836334228516
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 14.04163932800293
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 14.040413856506348
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 14.040732383728027
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 14.040812492370605
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 14.041019439697266
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 14.041120529174805
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 14.040949821472168
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 14.04316234588623
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 14.039700508117676
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 14.040339469909668
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 14.041314125061035
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 14.040885925292969
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 14.041328430175781
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 14.041186332702637
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 14.042004585266113
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 14.040905952453613
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 14.040989875793457
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 14.040413856506348
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 14.041153907775879
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 14.041133880615234
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 14.040943145751953
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 14.040437698364258
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 14.040156364440918
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 14.038251876831055
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 14.040122985839844
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 14.041180610656738
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 14.04114055633545
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 14.04112720489502
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 14.041237831115723
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 14.0374116897583
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 14.032137870788574
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 14.037672996520996
                }
            ]
        },
        {
            "bit": 14,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 13.98147201538086
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 13.981685638427734
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 13.981865882873535
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 13.980772018432617
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 13.980805397033691
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 13.980755805969238
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 13.982878684997559
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 13.982378959655762
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 13.981549263000488
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 13.981325149536133
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 13.98318862915039
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 13.98005199432373
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 13.982245445251465
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 13.980545043945312
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 13.981738090515137
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 13.981678009033203
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 13.98162841796875
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 13.980958938598633
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 13.980619430541992
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 13.980338096618652
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 13.981532096862793
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 13.981385231018066
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 13.981842994689941
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 13.981779098510742
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 13.981085777282715
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 13.980165481567383
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 13.981557846069336
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 13.981377601623535
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 13.981411933898926
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 13.981335639953613
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 13.98121166229248
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 13.980831146240234
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 13.981441497802734
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 13.982308387756348
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 13.982288360595703
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 13.981271743774414
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 13.981745719909668
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 13.98161792755127
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 13.982012748718262
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 13.980598449707031
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 13.980681419372559
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 13.980985641479492
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 13.981839179992676
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 13.981592178344727
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 13.981338500976562
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 13.981489181518555
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 13.9812593460083
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 13.97991943359375
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 13.981435775756836
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 13.981515884399414
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 13.98145866394043
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 13.981805801391602
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 13.981696128845215
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 13.980772018432617
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 13.980998992919922
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 13.980857849121094
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 13.981411933898926
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 13.981768608093262
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 13.981518745422363
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 13.981888771057129
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 13.98082447052002
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 13.980611801147461
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 13.981812477111816
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 13.981715202331543
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 13.981492042541504
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 13.981278419494629
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 13.982912063598633
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 13.981025695800781
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 13.98028564453125
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 13.981549263000488
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 13.981644630432129
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 13.981557846069336
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 13.981497764587402
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 13.979851722717285
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 13.979965209960938
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 13.981572151184082
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 13.981658935546875
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 13.980828285217285
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 13.981025695800781
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 13.981524467468262
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 13.98216438293457
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 13.980588912963867
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 13.980232238769531
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 13.981598854064941
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 13.981437683105469
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 13.981632232666016
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 13.981172561645508
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 13.9812593460083
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 13.980225563049316
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 13.97988224029541
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 13.981058120727539
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 13.981371879577637
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 13.981377601623535
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 13.981925964355469
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 13.981385231018066
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 13.981752395629883
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 13.98163890838623
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 13.981745719909668
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 13.981598854064941
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 13.981669425964355
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 13.981325149536133
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 13.981888771057129
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 13.982038497924805
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 13.981501579284668
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 13.981605529785156
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 13.981325149536133
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 13.981321334838867
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 13.981435775756836
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 13.98084545135498
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 13.980478286743164
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 13.982695579528809
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 13.97989273071289
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 13.981818199157715
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 13.98128604888916
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 13.98147201538086
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 13.982381820678711
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 13.981578826904297
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 13.982341766357422
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 13.981008529663086
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 13.981505393981934
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 13.982065200805664
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 13.981858253479004
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 13.981779098510742
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 13.980831146240234
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 13.980658531188965
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 13.980244636535645
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 13.981108665466309
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 13.980831146240234
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 13.98143196105957
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 13.981115341186523
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 13.981338500976562
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 13.981058120727539
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 13.980371475219727
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 13.981557846069336
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 13.981362342834473
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 13.981165885925293
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 13.981868743896484
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 13.980831146240234
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 13.979632377624512
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 13.97991943359375
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 13.981411933898926
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 13.981609344482422
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 13.981489181518555
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 13.982388496398926
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 13.98128890991211
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 13.978678703308105
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 13.97984504699707
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 13.98163890838623
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 13.981524467468262
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 13.981549263000488
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 13.982452392578125
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 13.980815887451172
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 13.980025291442871
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 13.980865478515625
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 13.981142044067383
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 13.981678009033203
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 13.981532096862793
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 13.981184959411621
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 13.981745719909668
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 13.97927188873291
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 13.980978012084961
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 13.981338500976562
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 13.98163890838623
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 13.981232643127441
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 13.981218338012695
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 13.981087684631348
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 13.980695724487305
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 13.978025436401367
                }
            ]
        },
        {
            "bit": 15,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 13.942641258239746
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 13.942085266113281
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 13.94222640991211
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 13.942159652709961
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 13.941866874694824
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 13.941654205322266
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 13.939201354980469
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 13.941761016845703
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 13.942142486572266
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 13.941999435424805
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 13.941877365112305
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 13.942658424377441
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 13.940300941467285
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 13.941879272460938
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 13.942039489746094
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 13.942425727844238
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 13.94218921661377
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 13.942784309387207
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 13.941184997558594
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 13.942242622375488
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 13.94168758392334
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 13.942627906799316
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 13.942285537719727
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 13.942365646362305
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 13.941511154174805
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 13.94180679321289
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 13.941737174987793
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 13.942724227905273
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 13.942435264587402
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 13.942012786865234
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 13.942298889160156
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 13.942110061645508
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 13.940775871276855
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 13.940287590026855
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 13.941368103027344
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 13.942411422729492
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 13.942205429077148
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 13.9425048828125
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 13.942388534545898
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 13.942012786865234
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 13.942744255065918
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 13.941390991210938
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 13.94233226776123
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 13.942378044128418
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 13.941600799560547
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 13.942338943481445
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 13.94155502319336
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 13.942748069763184
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 13.94218635559082
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 13.942342758178711
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 13.942371368408203
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 13.942485809326172
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 13.942910194396973
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 13.942238807678223
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 13.942166328430176
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 13.941762924194336
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 13.942487716674805
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 13.9425048828125
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 13.941863059997559
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 13.942471504211426
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 13.940640449523926
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 13.940673828125
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 13.941953659057617
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 13.942212104797363
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 13.94238567352295
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 13.941766738891602
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 13.94155502319336
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 13.941793441772461
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 13.942201614379883
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 13.941401481628418
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 13.942253112792969
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 13.942193031311035
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 13.941829681396484
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 13.943177223205566
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 13.941873550415039
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 13.941222190856934
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 13.94214916229248
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 13.942219734191895
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 13.941896438598633
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 13.941912651062012
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 13.941849708557129
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 13.942527770996094
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 13.940443992614746
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 13.941956520080566
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 13.942046165466309
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 13.941963195800781
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 13.942166328430176
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 13.94179630279541
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 13.94148063659668
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 13.940114974975586
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 13.942670822143555
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 13.942421913146973
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 13.941987037658691
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 13.942126274108887
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 13.942265510559082
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 13.942012786865234
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 13.94183349609375
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 13.941889762878418
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 13.942399024963379
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 13.941803932189941
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 13.94197940826416
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 13.942797660827637
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 13.94114875793457
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 13.941588401794434
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 13.942577362060547
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 13.942621231079102
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 13.941886901855469
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 13.942312240600586
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 13.94254207611084
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 13.94200611114502
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 13.940381050109863
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 13.942976951599121
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 13.9425048828125
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 13.941813468933105
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 13.942092895507812
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 13.94167423248291
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 13.94162368774414
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 13.941743850708008
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 13.941041946411133
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 13.942055702209473
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 13.942028999328613
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 13.941935539245605
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 13.943302154541016
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 13.942155838012695
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 13.942764282226562
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 13.942365646362305
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 13.942028999328613
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 13.942245483398438
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 13.94200611114502
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 13.941995620727539
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 13.941916465759277
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 13.94196605682373
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 13.942342758178711
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 13.942046165466309
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 13.942245483398438
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 13.942269325256348
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 13.941627502441406
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 13.941993713378906
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 13.941710472106934
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 13.94234848022461
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 13.941999435424805
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 13.9420166015625
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 13.941972732543945
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 13.943582534790039
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 13.940696716308594
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 13.940876007080078
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 13.941856384277344
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 13.941893577575684
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 13.94184398651123
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 13.941999435424805
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 13.943323135375977
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 13.941514015197754
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 13.942272186279297
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 13.94183349609375
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 13.942452430725098
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 13.94183349609375
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 13.941960334777832
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 13.94128131866455
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 13.9414644241333
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 13.942020416259766
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 13.941062927246094
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 13.942253112792969
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 13.94196605682373
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 13.942032814025879
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 13.942361831665039
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 13.939929008483887
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 13.934708595275879
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 13.940805435180664
                }
            ]
        }
    ]
}