Spaces:
Runtime error
Runtime error
Commit
•
480d8a2
1
Parent(s):
d5d1509
Update llava/model/builder.py
Browse files- llava/model/builder.py +0 -1
llava/model/builder.py
CHANGED
|
@@ -29,7 +29,6 @@ def load_pretrained_model(model_path, model_base, model_name, load_8bit=False, l
|
|
| 29 |
# if device != "cuda":
|
| 30 |
# kwargs['device_map'] = {"": device}
|
| 31 |
|
| 32 |
-
load_8bit = True
|
| 33 |
if load_8bit:
|
| 34 |
# kwargs['load_in_8bit'] = True
|
| 35 |
kwargs['quantization_config'] = BitsAndBytesConfig(load_in_8bit=True)
|
|
|
|
| 29 |
# if device != "cuda":
|
| 30 |
# kwargs['device_map'] = {"": device}
|
| 31 |
|
|
|
|
| 32 |
if load_8bit:
|
| 33 |
# kwargs['load_in_8bit'] = True
|
| 34 |
kwargs['quantization_config'] = BitsAndBytesConfig(load_in_8bit=True)
|