zetavg commited on
Commit
f3676ed
β€’
1 Parent(s): d8a2e9e

update README.md

Browse files
Files changed (2) hide show
  1. README.md +3 -1
  2. config.yaml.sample +3 -0
README.md CHANGED
@@ -70,8 +70,10 @@ setup: |
70
  # Optional: patch bitsandbytes to workaround error "libbitsandbytes_cpu.so: undefined symbol: cget_col_row_stats"
71
  BITSANDBYTES_LOCATION="$(pip show bitsandbytes | grep 'Location' | awk '{print $2}')/bitsandbytes"
72
  [ -f "$BITSANDBYTES_LOCATION/libbitsandbytes_cpu.so" ] && [ ! -f "$BITSANDBYTES_LOCATION/libbitsandbytes_cpu.so.bak" ] && [ -f "$BITSANDBYTES_LOCATION/libbitsandbytes_cuda121.so" ] && echo 'Patching bitsandbytes for GPU support...' && mv "$BITSANDBYTES_LOCATION/libbitsandbytes_cpu.so" "$BITSANDBYTES_LOCATION/libbitsandbytes_cpu.so.bak" && cp "$BITSANDBYTES_LOCATION/libbitsandbytes_cuda121.so" "$BITSANDBYTES_LOCATION/libbitsandbytes_cpu.so"
73
- conda install -n llm-tuner cudatoolkit -y
74
  echo 'Dependencies installed.'
 
 
75
  # Optional: pre-download models
76
  echo "Pre-downloading base models so that you won't have to wait for long once the app is ready..."
77
  python llm_tuner/download_base_model.py --base_model_names='decapoda-research/llama-7b-hf,nomic-ai/gpt4all-j'
 
70
  # Optional: patch bitsandbytes to workaround error "libbitsandbytes_cpu.so: undefined symbol: cget_col_row_stats"
71
  BITSANDBYTES_LOCATION="$(pip show bitsandbytes | grep 'Location' | awk '{print $2}')/bitsandbytes"
72
  [ -f "$BITSANDBYTES_LOCATION/libbitsandbytes_cpu.so" ] && [ ! -f "$BITSANDBYTES_LOCATION/libbitsandbytes_cpu.so.bak" ] && [ -f "$BITSANDBYTES_LOCATION/libbitsandbytes_cuda121.so" ] && echo 'Patching bitsandbytes for GPU support...' && mv "$BITSANDBYTES_LOCATION/libbitsandbytes_cpu.so" "$BITSANDBYTES_LOCATION/libbitsandbytes_cpu.so.bak" && cp "$BITSANDBYTES_LOCATION/libbitsandbytes_cuda121.so" "$BITSANDBYTES_LOCATION/libbitsandbytes_cpu.so"
73
+ conda install -q cudatoolkit -y
74
  echo 'Dependencies installed.'
75
+ # Optional: Install and setup Cloudflare Tunnel to expose the app to the internet with a custom domain name
76
+ [ -f /data/secrets/cloudflared_tunnel_token.txt ] && echo "Installing Cloudflare" && curl -L --output cloudflared.deb https://github.com/cloudflare/cloudflared/releases/latest/download/cloudflared-linux-amd64.deb && sudo dpkg -i cloudflared.deb && sudo cloudflared service uninstall || : && sudo cloudflared service install "$(cat /data/secrets/cloudflared_tunnel_token.txt | tr -d '\n')"
77
  # Optional: pre-download models
78
  echo "Pre-downloading base models so that you won't have to wait for long once the app is ready..."
79
  python llm_tuner/download_base_model.py --base_model_names='decapoda-research/llama-7b-hf,nomic-ai/gpt4all-j'
config.yaml.sample CHANGED
@@ -11,6 +11,9 @@ trust_remote_code: false
11
 
12
  # timezone: Atlantic/Reykjavik
13
 
 
 
 
14
  # UI Customization
15
  # ui_title: LLM Tuner
16
  # ui_emoji: πŸ¦™πŸŽ›οΈ
 
11
 
12
  # timezone: Atlantic/Reykjavik
13
 
14
+ # auth_username: username
15
+ # auth_password: password
16
+
17
  # UI Customization
18
  # ui_title: LLM Tuner
19
  # ui_emoji: πŸ¦™πŸŽ›οΈ