nyanko7 commited on
Commit
7062e9c
·
verified ·
1 Parent(s): b99c121

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -2
app.py CHANGED
@@ -120,8 +120,10 @@ class ForgeParams4bit(Params4bit):
120
  torch.nn.Parameter.to(self, device=device, dtype=dtype, non_blocking=non_blocking),
121
  requires_grad=self.requires_grad,
122
  quant_state=copy_quant_state(self.quant_state, device),
123
- blocksize=self.blocksize,
124
- compress_statistics=self.compress_statistics,
 
 
125
  quant_type=self.quant_type,
126
  quant_storage=self.quant_storage,
127
  bnb_quantized=self.bnb_quantized,
 
120
  torch.nn.Parameter.to(self, device=device, dtype=dtype, non_blocking=non_blocking),
121
  requires_grad=self.requires_grad,
122
  quant_state=copy_quant_state(self.quant_state, device),
123
+ # blocksize=self.blocksize,
124
+ # compress_statistics=self.compress_statistics,
125
+ compress_statistics=False,
126
+ blocksize=64,
127
  quant_type=self.quant_type,
128
  quant_storage=self.quant_storage,
129
  bnb_quantized=self.bnb_quantized,