File size: 268 Bytes
3d4e754 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
{
"producer": {
"name": "modelopt",
"version": "0.31.0"
},
"quantization": {
"quant_algo": "NVFP4",
"kv_cache_quant_algo": "FP8",
"group_size": 16,
"exclude_modules": [
"lm_head"
]
}
} |