File size: 181 Bytes
82046e5
 
 
 
 
 
 
1
2
3
4
5
6
7
8
DEFAULT_stage:
  DEFAULT_modifiers:
    GPTQModifier:
      sequential_update: true
      targets: Linear
      ignore: [lm_head, 're:.*block_sparse_moe\.gate']
      scheme: W4A16