Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -120,8 +120,10 @@ class ForgeParams4bit(Params4bit):
|
|
120 |
torch.nn.Parameter.to(self, device=device, dtype=dtype, non_blocking=non_blocking),
|
121 |
requires_grad=self.requires_grad,
|
122 |
quant_state=copy_quant_state(self.quant_state, device),
|
123 |
-
blocksize=self.blocksize,
|
124 |
-
compress_statistics=self.compress_statistics,
|
|
|
|
|
125 |
quant_type=self.quant_type,
|
126 |
quant_storage=self.quant_storage,
|
127 |
bnb_quantized=self.bnb_quantized,
|
|
|
120 |
torch.nn.Parameter.to(self, device=device, dtype=dtype, non_blocking=non_blocking),
|
121 |
requires_grad=self.requires_grad,
|
122 |
quant_state=copy_quant_state(self.quant_state, device),
|
123 |
+
# blocksize=self.blocksize,
|
124 |
+
# compress_statistics=self.compress_statistics,
|
125 |
+
compress_statistics=False,
|
126 |
+
blocksize=64,
|
127 |
quant_type=self.quant_type,
|
128 |
quant_storage=self.quant_storage,
|
129 |
bnb_quantized=self.bnb_quantized,
|