ybelkada commited on
Commit
11dec78
1 Parent(s): 5ed6ad3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -4
app.py CHANGED
@@ -35,10 +35,6 @@ model = AutoModelForCausalLM.from_pretrained(
35
  torch_dtype=torch.bfloat16,
36
  ).to(device)
37
 
38
- if device == "cuda":
39
- model = torch.compile(model)
40
-
41
-
42
  @spaces.GPU
43
  def stream_chat(
44
  message: str,
 
35
  torch_dtype=torch.bfloat16,
36
  ).to(device)
37
 
 
 
 
 
38
  @spaces.GPU
39
  def stream_chat(
40
  message: str,