Spaces:
Runtime error
Runtime error
zetavg
commited on
Commit
β’
f3676ed
1
Parent(s):
d8a2e9e
update README.md
Browse files- README.md +3 -1
- config.yaml.sample +3 -0
README.md
CHANGED
@@ -70,8 +70,10 @@ setup: |
|
|
70 |
# Optional: patch bitsandbytes to workaround error "libbitsandbytes_cpu.so: undefined symbol: cget_col_row_stats"
|
71 |
BITSANDBYTES_LOCATION="$(pip show bitsandbytes | grep 'Location' | awk '{print $2}')/bitsandbytes"
|
72 |
[ -f "$BITSANDBYTES_LOCATION/libbitsandbytes_cpu.so" ] && [ ! -f "$BITSANDBYTES_LOCATION/libbitsandbytes_cpu.so.bak" ] && [ -f "$BITSANDBYTES_LOCATION/libbitsandbytes_cuda121.so" ] && echo 'Patching bitsandbytes for GPU support...' && mv "$BITSANDBYTES_LOCATION/libbitsandbytes_cpu.so" "$BITSANDBYTES_LOCATION/libbitsandbytes_cpu.so.bak" && cp "$BITSANDBYTES_LOCATION/libbitsandbytes_cuda121.so" "$BITSANDBYTES_LOCATION/libbitsandbytes_cpu.so"
|
73 |
-
conda install -
|
74 |
echo 'Dependencies installed.'
|
|
|
|
|
75 |
# Optional: pre-download models
|
76 |
echo "Pre-downloading base models so that you won't have to wait for long once the app is ready..."
|
77 |
python llm_tuner/download_base_model.py --base_model_names='decapoda-research/llama-7b-hf,nomic-ai/gpt4all-j'
|
|
|
70 |
# Optional: patch bitsandbytes to workaround error "libbitsandbytes_cpu.so: undefined symbol: cget_col_row_stats"
|
71 |
BITSANDBYTES_LOCATION="$(pip show bitsandbytes | grep 'Location' | awk '{print $2}')/bitsandbytes"
|
72 |
[ -f "$BITSANDBYTES_LOCATION/libbitsandbytes_cpu.so" ] && [ ! -f "$BITSANDBYTES_LOCATION/libbitsandbytes_cpu.so.bak" ] && [ -f "$BITSANDBYTES_LOCATION/libbitsandbytes_cuda121.so" ] && echo 'Patching bitsandbytes for GPU support...' && mv "$BITSANDBYTES_LOCATION/libbitsandbytes_cpu.so" "$BITSANDBYTES_LOCATION/libbitsandbytes_cpu.so.bak" && cp "$BITSANDBYTES_LOCATION/libbitsandbytes_cuda121.so" "$BITSANDBYTES_LOCATION/libbitsandbytes_cpu.so"
|
73 |
+
conda install -q cudatoolkit -y
|
74 |
echo 'Dependencies installed.'
|
75 |
+
# Optional: Install and setup Cloudflare Tunnel to expose the app to the internet with a custom domain name
|
76 |
+
[ -f /data/secrets/cloudflared_tunnel_token.txt ] && echo "Installing Cloudflare" && curl -L --output cloudflared.deb https://github.com/cloudflare/cloudflared/releases/latest/download/cloudflared-linux-amd64.deb && sudo dpkg -i cloudflared.deb && sudo cloudflared service uninstall || : && sudo cloudflared service install "$(cat /data/secrets/cloudflared_tunnel_token.txt | tr -d '\n')"
|
77 |
# Optional: pre-download models
|
78 |
echo "Pre-downloading base models so that you won't have to wait for long once the app is ready..."
|
79 |
python llm_tuner/download_base_model.py --base_model_names='decapoda-research/llama-7b-hf,nomic-ai/gpt4all-j'
|
config.yaml.sample
CHANGED
@@ -11,6 +11,9 @@ trust_remote_code: false
|
|
11 |
|
12 |
# timezone: Atlantic/Reykjavik
|
13 |
|
|
|
|
|
|
|
14 |
# UI Customization
|
15 |
# ui_title: LLM Tuner
|
16 |
# ui_emoji: π¦ποΈ
|
|
|
11 |
|
12 |
# timezone: Atlantic/Reykjavik
|
13 |
|
14 |
+
# auth_username: username
|
15 |
+
# auth_password: password
|
16 |
+
|
17 |
# UI Customization
|
18 |
# ui_title: LLM Tuner
|
19 |
# ui_emoji: π¦ποΈ
|