Hugging Face's logo

Spaces:
chansung
/
gradio_together_tgi
Runtime error

App Files Community
chansung commited on
Commit
bac467e
•
1 Parent(s): 7209c9b

Update entrypoint.sh.template

Browse files
Files changed (1) hide show
  1. entrypoint.sh.template +1 -0
entrypoint.sh.template CHANGED
@@ -5,6 +5,7 @@ if [[ "$QUANTIZE" != "False" ]]; then
5
  text-generation-launcher --model-id ${MODEL_NAME} --num-shard 1 --port 8080 --trust-remote-code --quantize ${QUANTIZE} &
6
  else
7
  text-generation-launcher --model-id ${MODEL_NAME} --num-shard 1 --port 8080 --trust-remote-code &
 
8
 
9
  # Wait for text-generation-inference to start
10
  curl --retry 60 --retry-delay 10 --retry-connrefused http://127.0.0.1:8080/health
 
5
  text-generation-launcher --model-id ${MODEL_NAME} --num-shard 1 --port 8080 --trust-remote-code --quantize ${QUANTIZE} &
6
  else
7
  text-generation-launcher --model-id ${MODEL_NAME} --num-shard 1 --port 8080 --trust-remote-code &
8
+ fi
9
 
10
  # Wait for text-generation-inference to start
11
  curl --retry 60 --retry-delay 10 --retry-connrefused http://127.0.0.1:8080/health