sofianhw commited on
Commit
0a67f63
1 Parent(s): b706786

add root-path

Browse files
Files changed (1) hide show
  1. entrypoint.sh +4 -0
entrypoint.sh CHANGED
@@ -25,6 +25,10 @@ if [[ ! -z "${MAX_MODEL_LEN}" ]]; then
25
  additional_args="${additional_args} --max-model-len ${MAX_MODEL_LEN}"
26
  fi
27
 
 
 
 
 
28
  # Run the provided command
29
  exec python3 -u -m vllm.entrypoints.openai.api_server \
30
  --model "${HF_MODEL}" \
 
25
  additional_args="${additional_args} --max-model-len ${MAX_MODEL_LEN}"
26
  fi
27
 
28
+ if [[ ! -z "${ROOT_PATH}" ]]; then
29
+ additional_args="${additional_args} --root-path ${ROOT_PATH}"
30
+ fi
31
+
32
  # Run the provided command
33
  exec python3 -u -m vllm.entrypoints.openai.api_server \
34
  --model "${HF_MODEL}" \