Spaces:

muryshev
/

mixtral-api-local

Sleeping

muryshev commited on Jan 22

Commit

753091e

•

1 Parent(s): 060e7ff

Update run.sh

Files changed (1) hide show

run.sh CHANGED Viewed

@@ -2,7 +2,7 @@
 N_GPU_LAYERS="${N_GPU_LAYERS:-10}"
 MODEL_PATH=${MODEL_PATH:-/data/models/mixtral-8x7b-instruct-v0.1.Q2_K.gguf}
-MODEL_URL="${MODEL_URL:-https://huggingface.co/TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/resolve/main/mixtral-8x7b-instruct-v0.1.Q2_K.gguf}"
 PORT="${PORT:-7860}"
 CONTEXT="${CONTEXT:-32768}"

 N_GPU_LAYERS="${N_GPU_LAYERS:-10}"
 MODEL_PATH=${MODEL_PATH:-/data/models/mixtral-8x7b-instruct-v0.1.Q2_K.gguf}
+MODEL_URL="${MODEL_URL:-https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q5_K_M.gguf}"
 PORT="${PORT:-7860}"
 CONTEXT="${CONTEXT:-32768}"