Spaces:
Runtime error
Runtime error
Commit
•
0c5d647
1
Parent(s):
480d8a2
Update llava/model/builder.py
Browse files- llava/model/builder.py +1 -1
llava/model/builder.py
CHANGED
|
@@ -41,7 +41,7 @@ def load_pretrained_model(model_path, model_base, model_name, load_8bit=False, l
|
|
| 41 |
bnb_4bit_quant_type='nf4'
|
| 42 |
)
|
| 43 |
else:
|
| 44 |
-
kwargs['torch_dtype'] = torch.
|
| 45 |
|
| 46 |
if use_flash_attn:
|
| 47 |
kwargs['attn_implementation'] = 'flash_attention_2'
|
|
|
|
| 41 |
bnb_4bit_quant_type='nf4'
|
| 42 |
)
|
| 43 |
else:
|
| 44 |
+
kwargs['torch_dtype'] = torch.float16
|
| 45 |
|
| 46 |
if use_flash_attn:
|
| 47 |
kwargs['attn_implementation'] = 'flash_attention_2'
|