ThomasSimonini HF staff commited on
Commit
4927106
1 Parent(s): 77b0339

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -0
app.py CHANGED
@@ -1,5 +1,12 @@
1
  import spaces
2
 
 
 
 
 
 
 
 
3
  import os
4
  import time
5
 
 
1
  import spaces
2
 
3
+ # Install flash attention, skipping CUDA build if necessary
4
+ subprocess.run(
5
+ "pip install flash-attn --no-build-isolation",
6
+ env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
7
+ shell=True,
8
+ )
9
+
10
  import os
11
  import time
12