{ "producer": { "name": "modelopt", "version": "0.35.1" }, "quantization": { "quant_algo": "NVFP4", "kv_cache_quant_algo": null, "group_size": 16, "exclude_modules": [ "head", "layers.0.attn*", "layers.1.attn*", "layers.10.attn*", "layers.11.attn*", "layers.12.attn*", "layers.13.attn*", "layers.14.attn*", "layers.15.attn*", "layers.16.attn*", "layers.17.attn*", "layers.18.attn*", "layers.19.attn*", "layers.2.attn*", "layers.20.attn*", "layers.21.attn*", "layers.22.attn*", "layers.23.attn*", "layers.24.attn*", "layers.25.attn*", "layers.26.attn*", "layers.27.attn*", "layers.28.attn*", "layers.29.attn*", "layers.3.attn*", "layers.30.attn*", "layers.31.attn*", "layers.32.attn*", "layers.33.attn*", "layers.34.attn*", "layers.35.attn*", "layers.36.attn*", "layers.37.attn*", "layers.38.attn*", "layers.39.attn*", "layers.4.attn*", "layers.40.attn*", "layers.41.attn*", "layers.42.attn*", "layers.43.attn*", "layers.44.attn*", "layers.45.attn*", "layers.46.attn*", "layers.47.attn*", "layers.48.attn*", "layers.49.attn*", "layers.5.attn*", "layers.50.attn*", "layers.51.attn*", "layers.52.attn*", "layers.53.attn*", "layers.54.attn*", "layers.55.attn*", "layers.56.attn*", "layers.57.attn*", "layers.58.attn*", "layers.59.attn*", "layers.6.attn*", "layers.60.attn*", "layers.7.attn*", "layers.8.attn*", "layers.9.attn*", "layers.61*" ] } }