Commit
•
925c42d
1
Parent(s):
ba83313
Update app.py
Browse files
app.py
CHANGED
|
@@ -72,8 +72,8 @@ def generate_prompt(instruction, input=None):
|
|
| 72 |
{instruction}
|
| 73 |
### Response:"""
|
| 74 |
|
| 75 |
-
if device != "cpu":
|
| 76 |
-
model.half()
|
| 77 |
model.eval()
|
| 78 |
if torch.__version__ >= "2":
|
| 79 |
model = torch.compile(model)
|
|
|
|
| 72 |
{instruction}
|
| 73 |
### Response:"""
|
| 74 |
|
| 75 |
+
#if device != "cpu":
|
| 76 |
+
# model.half()
|
| 77 |
model.eval()
|
| 78 |
if torch.__version__ >= "2":
|
| 79 |
model = torch.compile(model)
|