Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -69,7 +69,7 @@ device = "cuda" if torch.cuda.is_available() else "cpu"
|
|
69 |
|
70 |
model = AutoModelForCausalLM.from_pretrained(
|
71 |
config.base_model_name_or_path,
|
72 |
-
load_in_8bit=
|
73 |
torch_dtype=torch.float16,
|
74 |
device_map=device
|
75 |
)
|
|
|
69 |
|
70 |
model = AutoModelForCausalLM.from_pretrained(
|
71 |
config.base_model_name_or_path,
|
72 |
+
load_in_8bit=False,
|
73 |
torch_dtype=torch.float16,
|
74 |
device_map=device
|
75 |
)
|