Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -35,10 +35,6 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
35 |
torch_dtype=torch.bfloat16,
|
36 |
).to(device)
|
37 |
|
38 |
-
if device == "cuda":
|
39 |
-
model = torch.compile(model)
|
40 |
-
|
41 |
-
|
42 |
@spaces.GPU
|
43 |
def stream_chat(
|
44 |
message: str,
|
|
|
35 |
torch_dtype=torch.bfloat16,
|
36 |
).to(device)
|
37 |
|
|
|
|
|
|
|
|
|
38 |
@spaces.GPU
|
39 |
def stream_chat(
|
40 |
message: str,
|