quant_config.json

{
  "dataset": "c4",
  "bits": 3,
  "nsamples": 128,
  "groupsize": 64,
  "act_order": true,
  "percdamp": 0.01,
  "seed": 0,
  "nearest": false,
  "save": "./bloom-7b1-quantized-3bit"
}