Spaces:

muryshev
/

mixtral-api-local

Running on A100

muryshev commited on Jan 22

Commit

5b6cfb6

•

1 Parent(s): 753091e

Update run.sh

Files changed (1) hide show

run.sh CHANGED Viewed

@@ -1,7 +1,7 @@
 #!/bin/bash
 N_GPU_LAYERS="${N_GPU_LAYERS:-10}"
-MODEL_PATH=${MODEL_PATH:-/data/models/mixtral-8x7b-instruct-v0.1.Q2_K.gguf}
 MODEL_URL="${MODEL_URL:-https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q5_K_M.gguf}"
 PORT="${PORT:-7860}"
 CONTEXT="${CONTEXT:-32768}"

 #!/bin/bash
 N_GPU_LAYERS="${N_GPU_LAYERS:-10}"
+MODEL_PATH=${MODEL_PATH:-/data/models/mixtral-8x7b-v0.1.Q5_K_M.gguf}
 MODEL_URL="${MODEL_URL:-https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q5_K_M.gguf}"
 PORT="${PORT:-7860}"
 CONTEXT="${CONTEXT:-32768}"