jaymojnidar commited on
Commit
7d41378
1 Parent(s): 5c9adbd

trying to fix model load error

Browse files
Files changed (1) hide show
  1. model.py +1 -1
model.py CHANGED
@@ -24,7 +24,7 @@ if not torch.cuda.is_available():
24
  model_id,
25
  config=config,
26
  torch_dtype=torch.float16,
27
- load_in_4bit=True,
28
  device_map='auto',
29
  use_auth_token=True
30
  )
 
24
  model_id,
25
  config=config,
26
  torch_dtype=torch.float16,
27
+ #load_in_4bit=True,
28
  device_map='auto',
29
  use_auth_token=True
30
  )