Spaces:
Paused
Paused
add root-path
Browse files- entrypoint.sh +4 -0
entrypoint.sh
CHANGED
@@ -25,6 +25,10 @@ if [[ ! -z "${MAX_MODEL_LEN}" ]]; then
|
|
25 |
additional_args="${additional_args} --max-model-len ${MAX_MODEL_LEN}"
|
26 |
fi
|
27 |
|
|
|
|
|
|
|
|
|
28 |
# Run the provided command
|
29 |
exec python3 -u -m vllm.entrypoints.openai.api_server \
|
30 |
--model "${HF_MODEL}" \
|
|
|
25 |
additional_args="${additional_args} --max-model-len ${MAX_MODEL_LEN}"
|
26 |
fi
|
27 |
|
28 |
+
if [[ ! -z "${ROOT_PATH}" ]]; then
|
29 |
+
additional_args="${additional_args} --root-path ${ROOT_PATH}"
|
30 |
+
fi
|
31 |
+
|
32 |
# Run the provided command
|
33 |
exec python3 -u -m vllm.entrypoints.openai.api_server \
|
34 |
--model "${HF_MODEL}" \
|