Spaces:
Runtime error
Runtime error
jaymojnidar
commited on
Commit
•
7d41378
1
Parent(s):
5c9adbd
trying to fix model load error
Browse files
model.py
CHANGED
@@ -24,7 +24,7 @@ if not torch.cuda.is_available():
|
|
24 |
model_id,
|
25 |
config=config,
|
26 |
torch_dtype=torch.float16,
|
27 |
-
load_in_4bit=True,
|
28 |
device_map='auto',
|
29 |
use_auth_token=True
|
30 |
)
|
|
|
24 |
model_id,
|
25 |
config=config,
|
26 |
torch_dtype=torch.float16,
|
27 |
+
#load_in_4bit=True,
|
28 |
device_map='auto',
|
29 |
use_auth_token=True
|
30 |
)
|