hf_quant_config.json

{
    "producer": {
        "name": "modelopt",
        "version": "0.35.1"
    },
    "quantization": {
        "quant_algo": "NVFP4",
        "kv_cache_quant_algo": null,
        "group_size": 16,
        "exclude_modules": [
            "head",
            "layers.0.attn*",
            "layers.1.attn*",
            "layers.10.attn*",
            "layers.11.attn*",
            "layers.12.attn*",
            "layers.13.attn*",
            "layers.14.attn*",
            "layers.15.attn*",
            "layers.16.attn*",
            "layers.17.attn*",
            "layers.18.attn*",
            "layers.19.attn*",
            "layers.2.attn*",
            "layers.20.attn*",
            "layers.21.attn*",
            "layers.22.attn*",
            "layers.23.attn*",
            "layers.24.attn*",
            "layers.25.attn*",
            "layers.26.attn*",
            "layers.27.attn*",
            "layers.28.attn*",
            "layers.29.attn*",
            "layers.3.attn*",
            "layers.30.attn*",
            "layers.31.attn*",
            "layers.32.attn*",
            "layers.33.attn*",
            "layers.34.attn*",
            "layers.35.attn*",
            "layers.36.attn*",
            "layers.37.attn*",
            "layers.38.attn*",
            "layers.39.attn*",
            "layers.4.attn*",
            "layers.40.attn*",
            "layers.41.attn*",
            "layers.42.attn*",
            "layers.43.attn*",
            "layers.44.attn*",
            "layers.45.attn*",
            "layers.46.attn*",
            "layers.47.attn*",
            "layers.48.attn*",
            "layers.49.attn*",
            "layers.5.attn*",
            "layers.50.attn*",
            "layers.51.attn*",
            "layers.52.attn*",
            "layers.53.attn*",
            "layers.54.attn*",
            "layers.55.attn*",
            "layers.56.attn*",
            "layers.57.attn*",
            "layers.58.attn*",
            "layers.59.attn*",
            "layers.6.attn*",
            "layers.60.attn*",
            "layers.7.attn*",
            "layers.8.attn*",
            "layers.9.attn*",
            "layers.61*"
        ]
    }
}