Spaces:
Runtime error
Runtime error
Update entrypoint.sh
Browse files- entrypoint.sh +5 -5
entrypoint.sh
CHANGED
@@ -5,27 +5,27 @@ echo "QUANTIZE: $QUANTIZE"
|
|
5 |
echo "GRADIO_PORT: $GRADIO_PORT"
|
6 |
|
7 |
MODEL_NAME=$(echo $MODEL_NAME | sed 's/^[[:space:]]*//g;s/[[:space:]]*$//g')
|
8 |
-
|
9 |
GRADIO_PORT=$(echo $GRADIO_PORT | sed 's/^[[:space:]]*//g;s/[[:space:]]*$//g')
|
10 |
|
11 |
-
if [[ "$
|
12 |
echo "WTF1-1!"
|
13 |
else
|
14 |
echo "WTF1-2!!"
|
15 |
fi
|
16 |
|
17 |
-
if [[ "$
|
18 |
echo "WTF2-1!"
|
19 |
else
|
20 |
echo "WTF2-2!!"
|
21 |
fi
|
22 |
|
23 |
-
if [[ "$
|
24 |
echo "WTF3-1!"
|
25 |
text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code &
|
26 |
else
|
27 |
echo "WTF3-2!"
|
28 |
-
text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code --quantize $
|
29 |
fi
|
30 |
|
31 |
# Wait for text-generation-inference to start
|
|
|
5 |
echo "GRADIO_PORT: $GRADIO_PORT"
|
6 |
|
7 |
MODEL_NAME=$(echo $MODEL_NAME | sed 's/^[[:space:]]*//g;s/[[:space:]]*$//g')
|
8 |
+
QUANTIZATION=$(echo $QUANTIZATION | sed 's/^[[:space:]]*//g;s/[[:space:]]*$//g')
|
9 |
GRADIO_PORT=$(echo $GRADIO_PORT | sed 's/^[[:space:]]*//g;s/[[:space:]]*$//g')
|
10 |
|
11 |
+
if [[ "$QUANTIZATION" == "$QUANTIZATION" ]]; then
|
12 |
echo "WTF1-1!"
|
13 |
else
|
14 |
echo "WTF1-2!!"
|
15 |
fi
|
16 |
|
17 |
+
if [[ "$QUANTIZATION" == "false" ]]; then
|
18 |
echo "WTF2-1!"
|
19 |
else
|
20 |
echo "WTF2-2!!"
|
21 |
fi
|
22 |
|
23 |
+
if [[ "$QUANTIZATION" == false ]]; then
|
24 |
echo "WTF3-1!"
|
25 |
text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code &
|
26 |
else
|
27 |
echo "WTF3-2!"
|
28 |
+
text-generation-launcher --model-id $MODEL_NAME --num-shard 1 --port 8080 --trust-remote-code --quantize $QUANTIZATION &
|
29 |
fi
|
30 |
|
31 |
# Wait for text-generation-inference to start
|