Spaces:

hfl-rc
/

llama-3-chinese-8b-instruct-demo

Build error

hfl-rc commited on May 30, 2024

Commit

4e6c5df

verified ·

1 Parent(s): e0dec7a

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -3,6 +3,8 @@ import torch
 import gradio as gr
 import spaces
 from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
 BANNER_HTML = """
 <p align="center">

 import gradio as gr
 import spaces
 from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
+import subprocess
+subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
 BANNER_HTML = """
 <p align="center">