{
    "measurement": {
        "model.layers.0.self_attn": [
            {
                "accuracy": 0.9056321196258068,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9228288428857923,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9262536650057882,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.957740267040208,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9582630477380008,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9588899549562484,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9697814655955881,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9710028083063662,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9740084010409191,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9757094656815752,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9791396112414077,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9802560899406672,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9810747197479941,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.982561705284752,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9894923656829633,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9898192994878627,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915851060068235,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919727112865075,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954751840268727,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.0.mlp": [
            {
                "accuracy": 0.9122654772363603,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.913105446845293,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9275499903596938,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9325806719716638,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9612300314474851,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9649472984019667,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9722414226271212,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9791279993951321,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.981299078790471,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9803943597944453,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.982170709699858,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889750586007722,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9893024239572696,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923103982000612,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9921914779115468,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929733109020162,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933698059758171,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.1.self_attn": [
            {
                "accuracy": 0.8748619509860873,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.8829982033930719,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.8998535205610096,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9245264707133174,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.92806441988796,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9360353278461844,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9368822777178138,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9457544460892677,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9596922255586833,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9607563440222293,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9682402157923207,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.974146590102464,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9697948069078848,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9762067734263837,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9813394865486771,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9863529107533395,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9829781557200477,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9913251120888162,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933771130163223,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.1.mlp": [
            {
                "accuracy": 0.960798358079046,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9675477708224207,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9661720495205373,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.966275219223462,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9928285665810108,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945645964762662,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949522023962345,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967862548364792,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961790001689224,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974873678729637,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971624888421502,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980841529686586,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980518304728321,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987320729414932,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988535878292168,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989078954931756,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990804197041143,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.2.self_attn": [
            {
                "accuracy": 0.9933229158341419,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937825530942064,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944248657266144,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995608747805818,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964486145036062,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964789720688714,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975930757645983,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977241470623994,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978648927208269,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979139634233434,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980366838135524,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981695164678968,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984416500083171,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985591970034875,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991348805706366,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991885983436077,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992533607874066,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994640063559928,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995944128313567,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.2.mlp": [
            {
                "accuracy": 0.9916346522222739,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9918366020428948,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9931267500505783,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935908961633686,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958214417856652,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961572219763184,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967210672039073,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977967969680321,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980227033229312,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978686853210093,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981428316459642,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998912872360961,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990002461709082,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993506562605035,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993982733012672,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994883055114769,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996455865148164,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.3.self_attn": [
            {
                "accuracy": 0.9917504185868893,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9921417181903962,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933176511840429,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949954217590857,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995435217191698,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956626837665681,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961995949415723,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964868992392439,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996850808194722,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970076926692855,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976931587661966,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978989963783533,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978329240329913,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980559292525868,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987415020004846,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989339172607288,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988643397591659,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993504480789852,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994610076428216,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.3.mlp": [
            {
                "accuracy": 0.9878518973127939,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881426023202948,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9899535714066587,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905945600476116,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938735648465808,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943674347887281,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951553172722925,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967781418527011,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997105133254081,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968704242201056,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997275469955639,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984032900756574,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985415824266966,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990510774623544,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991157981421566,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999241671859636,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994820033753058,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.4.self_attn": [
            {
                "accuracy": 0.9899592104193289,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9903108350699767,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919644908513874,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936344266170636,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945716001966503,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950579265278066,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955576596112223,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961157252691919,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964221829577582,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964423732308205,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99733403234859,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976196615971276,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975620276163681,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977840911378735,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984740575964679,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986152050987585,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986044548786595,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989558533670788,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990726414689561,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.4.mlp": [
            {
                "accuracy": 0.9832073768484406,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9836610964266583,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9863071495783515,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9871932076057419,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915694991068449,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922761740454007,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933706342708319,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955712493392639,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960202725196723,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956948892067885,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962629491492407,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978076668412541,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980035255139228,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998701078198792,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987805954478972,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989575836516451,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992843618711049,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.5.self_attn": [
            {
                "accuracy": 0.9863991088350303,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9870476521900855,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9886598623706959,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915974782779813,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.993027476768475,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933041150507051,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947207549121231,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951524225180037,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957386668247636,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959021942631807,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966078376746736,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967715931707062,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969541744794697,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971110678307014,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982590097060893,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982771784634679,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985626466732356,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99872602900723,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992627375213488,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.5.mlp": [
            {
                "accuracy": 0.9781940064858645,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.978772145579569,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9822322678519413,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9833785074879415,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9890644711558707,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9899664760450833,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9913899646489881,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942614349420182,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948379926208872,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944177932920866,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951552977290703,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971625500911614,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974311361293076,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983332287956728,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998438561000512,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986722131943679,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991101007472025,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.6.self_attn": [
            {
                "accuracy": 0.9848744346527383,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9855750121641904,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9875641148537397,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.990924212965183,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922421004157513,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9924797997518908,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942002910829615,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944736614124849,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950566769985016,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952218278194778,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996188713630545,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964766152843367,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964997875213157,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968398831697414,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979433666740078,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981655849551316,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982672160622315,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99860781794996,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990686088713119,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.6.mlp": [
            {
                "accuracy": 0.973474767524749,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9741481026867405,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9785754180047661,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9800081778084859,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9866757682757452,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9877936595585197,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9895989313954487,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9930135367321782,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937305999919772,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9931983562128153,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941023185383528,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996543543136795,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968609504139749,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979709019244183,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99810669618455,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984072756124078,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989308784097375,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.7.self_attn": [
            {
                "accuracy": 0.9803879067767411,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.981140069430694,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9830195300164632,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876211709342897,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9897454163292423,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9902176907053217,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9927148902788758,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933195175835863,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940513283363543,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942367919429671,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950286224629963,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954384625452803,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956484252761584,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960717241337989,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972572530532489,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976655747595942,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977356588860857,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998174142318021,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983927164939814,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.7.mlp": [
            {
                "accuracy": 0.9692461255472153,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.970055608311668,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9748916991520673,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9764562448253855,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9845327971270308,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9858619883307256,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9878212023759261,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919228873332031,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9927355170366354,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920927244238555,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9931622309668455,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959819658688502,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963487543718657,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976302629656857,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997778002609266,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980984642897965,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987173909394187,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.8.self_attn": [
            {
                "accuracy": 0.9792201042873785,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9799615033552982,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9819215949391946,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9869894712464884,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9892181409522891,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9895459703402594,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923120943421964,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9927482060156763,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936406000633724,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940754603012465,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946188647300005,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950379148358479,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951069569506217,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954319296812173,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971645468467614,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975358267911361,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977024745530798,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982278803581721,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986455490725348,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.8.mlp": [
            {
                "accuracy": 0.9658755949931219,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9668118830304593,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9722661293344572,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9739667704561725,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9829328601481393,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9843796417117119,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9865551894181408,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911150475381874,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919840731890872,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9912692928046454,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9924445120850578,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955528374994174,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99596541064966,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973678240785375,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975223477522377,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997868135360477,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998543798996252,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.9.self_attn": [
            {
                "accuracy": 0.9767212484730408,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9775215538684279,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9793606447055936,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9846268824767321,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9887784246820956,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889035625965334,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9926006653113291,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9927446708607022,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9931766375084408,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935428498720285,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942672647594009,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943101048411336,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945015144185163,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948747196467593,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971157672407571,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967254855582723,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978174195784959,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973724737938028,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987012531491928,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.9.mlp": [
            {
                "accuracy": 0.9625776066677645,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9636197960935533,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9697502228664234,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.971699375892058,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.981187297787983,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9827799067716114,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.985314735211432,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901744894159492,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911485571938101,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9903717697889078,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9916679436864797,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950932686915621,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955504333920544,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970969754067482,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997273603497888,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976770806242712,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984095050385804,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.10.self_attn": [
            {
                "accuracy": 0.9736510927323252,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9746712879277766,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9772306522354484,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9832714133081026,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9862593517755158,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9867023141705431,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905158219044097,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911214461608324,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992420338006923,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992890864785295,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933636821515393,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938108749338426,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941157342400402,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994478272885317,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967557602503803,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969212926807813,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975770784367342,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977316606600652,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985812443846953,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.10.mlp": [
            {
                "accuracy": 0.9595207574311644,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9606947766151279,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9677170698996633,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9699407315347344,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9796161375707015,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9813551033730619,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9842372204875574,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9892515005194582,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9903802175540477,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9895566620398313,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9909685599559452,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946826592204161,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951641259540338,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968514443025924,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970508941623848,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975206246745074,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998282567532442,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.11.self_attn": [
            {
                "accuracy": 0.9691283558495343,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9703122752252966,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9726716997101903,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9801271782489493,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9838763988227583,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.984402087458875,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9888655167887919,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9895530233043246,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906318745343015,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911921027232893,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9918963449890725,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9921266757010017,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9924967833212577,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9930622557003517,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959223983460106,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963302783289691,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968505403230665,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972994053096045,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998336146978545,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.11.mlp": [
            {
                "accuracy": 0.9561594650149345,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9574565540533513,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9651429040823132,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9675568599486724,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9779105855850503,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9798046986106783,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9829564293613657,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9883340679225512,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9895655329455622,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988686332362704,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9902060875901952,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942378381674644,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947529556520749,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965841231605737,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968190449726535,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973369703220669,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998165778517432,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.12.self_attn": [
            {
                "accuracy": 0.9633660817053169,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9647765454137698,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9674851946765557,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9749534387374297,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9805296915001236,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9809496233938262,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9859400947461836,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.986420557834208,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9882039914955385,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.98876737622777,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9902388724149205,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9908775313524529,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9910515328228939,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919440863013733,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951435683178715,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955096447520191,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996195525614894,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968179986317409,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983744763085269,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.12.mlp": [
            {
                "accuracy": 0.9513500521425158,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9528830663766712,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9610057172831148,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.963577818009071,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9754981696605682,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9776039593853056,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9809524887241423,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9870523004792631,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9883721770602278,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9874286658596247,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891127559239976,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935699501656927,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941258438338991,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961364281916758,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964250234916108,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969609360123286,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997891170438379,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.13.self_attn": [
            {
                "accuracy": 0.9607378169894218,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9622795572504401,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9655353662092239,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9752892765682191,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.980160282284487,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9805395599105395,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9875480625778437,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9880787924048491,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.989254376036115,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901132980012335,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9900485490215942,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9907843165565282,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991273378720507,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991960027400637,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952345393539872,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956525965244509,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966336796205724,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969966900534928,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982331143764895,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.13.mlp": [
            {
                "accuracy": 0.9455931112170219,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9472412376198918,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9565974720753729,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9596134135499597,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.972476547700353,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9748530704528093,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.978743537212722,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9854152901680209,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9869573212927207,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9858900362160057,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9878040284384042,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992825457447907,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934709224617109,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995752940143575,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960202906368067,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966613451397279,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976897117012413,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.14.self_attn": [
            {
                "accuracy": 0.9547814182005823,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9569025868549943,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9607421135297045,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9717967703472823,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9771088761044666,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9775563904549927,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9855289105325937,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9860814035637304,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9872940263012424,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881668658345006,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9884616775088944,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891825739759952,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9897903456585482,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906405364454258,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942908472148702,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948840749566443,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957673652097583,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964422335615382,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979648913285928,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.14.mlp": [
            {
                "accuracy": 0.9399543774779886,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9417900575790554,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9518452677875757,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9550597642082721,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9698309401283041,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9724113194970414,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9765090052969754,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9839351971750148,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9855402382090688,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.98448146606097,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9865598657634109,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920093858381733,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9926911840448156,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951146239764057,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955025162198581,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961556187190581,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99721064127516,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.15.self_attn": [
            {
                "accuracy": 0.9507628190331161,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.952191703254357,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9558992169331759,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9650012097554281,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9744899402139708,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9756460632197559,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9821093891514465,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9836324268835597,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9848375485744327,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9858229671954177,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9870489467866719,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9878084227675572,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9880705896648578,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9894336065626703,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.993445578875253,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935182096087374,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947640601894818,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949311645468697,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967935564200161,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.15.mlp": [
            {
                "accuracy": 0.9358595630619675,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9376917004119605,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9481341573409736,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9515458890236914,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.967672998085618,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.97039722756017,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9747043345123529,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.982912081410177,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9846268512192182,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9834468569024466,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9856343056890182,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915586600836832,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922849595313892,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949654994125012,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995281190960668,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959711148840142,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971948593884008,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.16.self_attn": [
            {
                "accuracy": 0.9520698157139122,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.953615345293656,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9580094632692635,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.969066486810334,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9758494106354192,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.976433448609896,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9850920219905674,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9859065322671086,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.986816598684527,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9875563982641324,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9880534217809327,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9888349876273423,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896625482360832,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9903942623059265,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940855757158715,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945527582021896,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956910789187532,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961057137406897,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99794285921962,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.16.mlp": [
            {
                "accuracy": 0.9301876667886972,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9321441773790866,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9433788899332285,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.947162788361311,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9647626423975453,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9677625696640462,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9724241057410836,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9812784267705865,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9831652532448061,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9819501568563282,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9843421489349566,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9907766759279184,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915633036871441,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944475876982324,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948348389007151,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955785007041413,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968865712726256,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.17.self_attn": [
            {
                "accuracy": 0.952353379689157,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9542516865767539,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9580753394402564,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.968553448212333,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9754501642892137,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9761794217629358,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9833196135004982,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9843007566523738,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.986476888298057,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9872393943951465,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9879905880661681,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9888702725875191,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.98937187314732,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901069289189763,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938088879280258,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994618500903016,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952033048321027,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962366997206118,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975432913925033,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.17.mlp": [
            {
                "accuracy": 0.9224412594921887,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9245493179187179,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9373529767617583,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9417992003727704,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9606534247286618,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9639986217953265,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.969415862695314,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9789766761241481,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9811686526518315,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.979828305891715,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9824860322405584,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896527674864046,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905214536120184,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937172068748623,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941630783141591,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950294180598576,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964122084929841,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.18.self_attn": [
            {
                "accuracy": 0.9520459391642362,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9538320517167449,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9586813517380506,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.968318699975498,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9752559437183663,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.975693924468942,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9829998186323792,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9834485716419294,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9845533582265489,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9854839274776168,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9873802068177611,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9882760116015561,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9887545284582302,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896587004186586,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99276867962908,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942988338880241,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938887387979776,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960163491632557,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976029890967766,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.18.mlp": [
            {
                "accuracy": 0.9181741527281702,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9204104724340141,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9336398330051452,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9383660238236189,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9584219506941736,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9619683532509953,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9676111139124259,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9776874107774347,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.980026223580353,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9786770803621039,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9814873107825406,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9890563687076792,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9899584870436229,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933278785611037,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938494740636088,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947563918249216,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962162765441462,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.19.self_attn": [
            {
                "accuracy": 0.9526588171720505,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9544575866311789,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9592065389733762,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9690052969381213,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9757408964214846,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9765030783601105,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9837457932299003,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9847796816029586,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9860039040795527,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9869401418836787,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9880338229704648,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9887389451614581,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9894776841392741,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9902462404570542,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.993825820274651,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941237372113392,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951309160969686,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954649422434159,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974464623810491,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.19.mlp": [
            {
                "accuracy": 0.9172145444899797,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.919496763497591,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9324764038901776,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9371642356272787,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9578934605233371,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9615098321810365,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9671128168702126,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9774228037567809,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9797402825206518,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9783623979892582,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9812177348649129,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9888221200671978,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9897636488894932,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9930743124568835,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936921257467475,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945750808983576,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960452189989155,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.20.self_attn": [
            {
                "accuracy": 0.957722659688443,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9592614928260446,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9632320301607251,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9723932925844565,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9781022849492729,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9787007059203461,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9845919577637687,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9854087177081965,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9866026333766058,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9874134920537472,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988881365803536,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9895491578499787,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9897080506780185,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905207509291358,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942925650102552,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994636674557114,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954115388682112,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961175453354372,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980000426221523,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.20.mlp": [
            {
                "accuracy": 0.9208430871367455,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9229970443993807,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9347203832585365,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9390103856567293,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9600139281246811,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9632952023530379,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9683305730577558,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9786789882928133,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9807954377029091,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.979559367755428,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9821982317371294,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.98953091254225,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9904435140197165,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936632104509044,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941182876937091,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949207627796568,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964168350707041,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.21.self_attn": [
            {
                "accuracy": 0.9638618370518088,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9653690215200186,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9680798784829676,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9756149175809696,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.981106921331957,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9819317859364673,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9865410226630047,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876056847861037,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9887814231915399,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.989141019701492,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905598339391872,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9912786331551615,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915557785716373,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923782446421683,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948785601591226,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953323246736545,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957261055969866,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964054439187748,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978044953531935,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.21.mlp": [
            {
                "accuracy": 0.9263135562650859,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9283939872402698,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9386733106803149,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9424087547231466,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9630541395163164,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9660453023388982,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9703682371182367,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9803849443560466,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9822301954845898,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9811112029710785,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9835305507294834,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9902803027071059,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991148722532671,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994075167371193,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945552916906308,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952313487010542,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966828410251765,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.22.self_attn": [
            {
                "accuracy": 0.9651116693858057,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9669877579435706,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9703176609473303,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.977527070324868,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.981370464200154,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9819914313266054,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9860166853759438,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9869520831853151,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9885113473283127,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9888886854751036,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9908452883246355,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914205553359352,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9916663927142508,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992421988339629,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947078906989191,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995823127697804,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954269405570813,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969406558520859,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974788249965059,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.22.mlp": [
            {
                "accuracy": 0.9291277707088739,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9311391601804644,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9406715766526759,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9441653697285801,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9644904689630494,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9673310663783923,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9713159160455689,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9811248183250427,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9828912286320701,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9818694745190442,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9841794508974999,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9907190729281865,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991551357350545,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944060735288076,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948038054862991,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954356214147992,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968673664261587,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.23.self_attn": [
            {
                "accuracy": 0.961891513550654,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9634387351106852,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9667692704824731,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9743885403731838,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9802304790355265,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9812495778314769,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9854677317780443,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9868355340440758,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988096825487446,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9882340578478761,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905413800152019,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9909750766819343,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9913843490066938,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9916373942105565,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994736475229729,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951053600525483,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955900532368105,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961836050788406,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977532372722635,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.23.mlp": [
            {
                "accuracy": 0.9311212440952659,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9331327623222023,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.942148273345083,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9455114223528653,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9655694286338985,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.968293309211731,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9720229639206082,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9816255667246878,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9833137741079554,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9824092930066399,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9846202148473822,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9909477217006497,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9917390078771859,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944782214297447,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949689053755719,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955603035341483,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969757527433103,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.24.self_attn": [
            {
                "accuracy": 0.964694257825613,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9662713642464951,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9692928766598925,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9758163562510163,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9817464309744537,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9826984699466266,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9865435947431251,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9877836744999513,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9886956105474383,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9893761881394312,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911695917835459,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9916983251168858,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9921144622785505,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9927234042843338,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954112810955849,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956921184202656,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996205550050945,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966936759883538,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981618458259618,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.24.mlp": [
            {
                "accuracy": 0.9328955055680126,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.934933235635981,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9434223091229796,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.946610662387684,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9665592826204374,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9692778853932396,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9727441277354956,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.982168268004898,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.983750864979811,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9829105573589914,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9850840768194757,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911603204382118,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919585286115762,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945223882969003,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949804044736084,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955101545492653,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968376803590218,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.25.self_attn": [
            {
                "accuracy": 0.9619992901571095,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9636142421513796,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9670282510342076,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9749323992291465,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.980412760633044,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9813166339881718,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9857611141051166,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9869617500226013,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9885877015185542,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889739966019988,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906842652708292,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911569148534909,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915807659563143,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920335986244027,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995121521584224,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952190288749989,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960564314678777,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996189851721283,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979670043248916,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.25.mlp": [
            {
                "accuracy": 0.9334923489950597,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9355440663639456,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9439679472707212,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9471167353913188,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9669435258256271,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9695877705235034,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9729833017336205,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9823044370859861,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9839239199063741,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9831275296164677,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9852486154995859,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9913165372854564,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920849117625039,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99467535680742,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952170370088425,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957612317521125,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971591879584594,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.26.self_attn": [
            {
                "accuracy": 0.96330187167041,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9650646096561104,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9680421317461878,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9755204482935369,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9817690612981096,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9822088883956894,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9870670732343569,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9877309155417606,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889806215069257,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9893632460734807,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9909727549529634,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915396108990535,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9918512629228644,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992622529680375,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952246482134797,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958071382134221,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961093333840836,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970597376523074,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982482201448875,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.26.mlp": [
            {
                "accuracy": 0.9339357591234148,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9359805544372648,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9442394103389233,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9473468437790871,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9670967401470989,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9697369495406747,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.973127496545203,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.982393974380102,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9839777663000859,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9831753143807873,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9853054961422458,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9913229155354202,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920801961852703,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946469450369477,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950886464794166,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956135428801645,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996926493869978,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.27.self_attn": [
            {
                "accuracy": 0.9646725235506892,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9659278928302228,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9698347465600818,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9769172441447154,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9815328544937074,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9823540728539228,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9864864171831869,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.987580924120266,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9887085514492355,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9895849359454587,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906792035326362,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914983278722502,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914863193698693,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9926165676733945,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951704788545612,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996018823250779,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960094904818106,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974213855020935,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978227351602982,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.27.mlp": [
            {
                "accuracy": 0.9329368318431079,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9350097430869937,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9433300420641899,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9465239488054067,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9664550533052534,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9691568642156199,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9726247081998736,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9819420446874574,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9836332216509618,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9828299831133336,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9850100259063765,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991137194854673,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919064047280699,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994498649641173,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994989830389386,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955304508912377,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968542338319821,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.28.self_attn": [
            {
                "accuracy": 0.9604141032323241,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9620994969736785,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9658617596141994,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9742693328298628,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9795755848754197,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9805141896940768,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9853770946501754,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.986726465227548,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9877950944355689,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881809708313085,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.990003521728795,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9907150223734789,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911793268984184,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911393307265826,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947394703049213,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951690971211065,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957042457535863,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963992250268348,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977791018318385,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.28.mlp": [
            {
                "accuracy": 0.9290176844224334,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9311869544908404,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9403835029806942,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.943919399054721,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9642893217969686,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9671632809331641,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9711316262837499,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9807218359783292,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9825391419581138,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9816926610656083,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.984006994694937,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905201460351236,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9913140425051097,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940753542468883,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946642850118224,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952839195320848,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966470569052035,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.29.self_attn": [
            {
                "accuracy": 0.9505148578900844,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9525865714531392,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9596982360817492,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.968203529715538,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.975616235868074,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.976131328730844,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9828970191301778,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9834173191920854,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9851218661060557,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9857394786085933,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9878936893655919,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9884071980486624,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9893341359565966,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901143394527026,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941032842034474,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943337930599228,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952151952602435,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956270187394693,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980115120852133,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.29.mlp": [
            {
                "accuracy": 0.9278218587860465,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9299849988892674,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9396793229971081,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9432924713473767,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.963448359631002,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9663993347203359,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9706883425824344,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9803124222671613,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9821717953309417,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9812332123983651,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.983548597083427,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9903434726875275,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9909075636533089,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939979349437635,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945821155270096,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952519838989247,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966255452745827,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.30.self_attn": [
            {
                "accuracy": 0.9423893375787884,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9456615196540952,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9572517720516771,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9663765595760196,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9716297186678275,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9753077707719058,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9775975000811741,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9817518033087254,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.983515769126825,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9833630807697773,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.987835893582087,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889583577751182,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9890894772834145,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901846603024751,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936855339619797,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945902724575717,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946989283489529,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964510362769943,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972360595857026,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.30.mlp": [
            {
                "accuracy": 0.9241378107108176,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9261973388493061,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9363596609327942,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9400673299096525,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.960965062957257,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9643940182868391,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9688769610365853,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9787249530199915,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9809109420748428,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9795720690162852,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9822846902534366,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9893202731618658,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9897336972062476,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929712612647563,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936947580135893,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943617515964434,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955959845683537,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.31.self_attn": [
            {
                "accuracy": 0.9486959367059171,
                "total_bits": 89141248,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9508889336138964,
                "total_bits": 91697152,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9590464713983238,
                "total_bits": 95234560,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9703116143355146,
                "total_bits": 111748096,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9764319772366434,
                "total_bits": 132388864,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9767909029033035,
                "total_bits": 132455936,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9853760162368417,
                "total_bits": 169089024,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9855694929137826,
                "total_bits": 169221632,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9870824897079729,
                "total_bits": 170671104,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9872596437926404,
                "total_bits": 173039616,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988479953201022,
                "total_bits": 174398976,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9890690921456553,
                "total_bits": 175225856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901683782809414,
                "total_bits": 178728960,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901580373989418,
                "total_bits": 181067776,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994161426264327,
                "total_bits": 219944960,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938343210378662,
                "total_bits": 223010816,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952947987476364,
                "total_bits": 252975104,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946500119112898,
                "total_bits": 265314304,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966943453327985,
                "total_bits": 336861184,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.31.mlp": [
            {
                "accuracy": 0.9235677216202021,
                "total_bits": 394740800,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9253478357568383,
                "total_bits": 408503360,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9345670675393194,
                "total_bits": 456551424,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9378815840464085,
                "total_bits": 512257024,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9607179292943329,
                "total_bits": 577676384,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9643621328286827,
                "total_bits": 592151552,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9684291981393471,
                "total_bits": 636733536,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.978879485046491,
                "total_bits": 728020576,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9812409372534603,
                "total_bits": 738755584,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9797249467810616,
                "total_bits": 750822496,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9824883625842631,
                "total_bits": 765297664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9893836824339814,
                "total_bits": 923968608,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9902481405879371,
                "total_bits": 938443776,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9932114800903946,
                "total_bits": 1068803168,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938002293638419,
                "total_bits": 1109664000,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944231288100127,
                "total_bits": 1209278720,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995785602615797,
                "total_bits": 1414799616,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.norm.norm": null,
        "lm_head.linear": null
    },
    "last_module_idx": 66
}