Morgan Funtowicz
commited on
Commit
·
2357c2a
1
Parent(s):
43e8c6f
misc: add semicolon to separate statements
Browse files- entrypoint.sh +5 -5
entrypoint.sh
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
#!/bin/bash
|
2 |
|
3 |
-
if [ -z "$QUANT_METHOD" ] then
|
4 |
-
echo "Using native precision"
|
5 |
python3 -m sglang.launch_server \
|
6 |
--model-path $MODEL_ID \
|
7 |
--kv-cache-dtype $KV_CACHE_DTYPE \
|
@@ -11,9 +11,9 @@ if [ -z "$QUANT_METHOD" ] then
|
|
11 |
--enable-ep-moe \
|
12 |
--tool-call-parser qwen25 \
|
13 |
--host 0.0.0.0 \
|
14 |
-
--port 80
|
15 |
else
|
16 |
-
echo "Using ${QUANT_METHOD} quantization schema"
|
17 |
python3 -m sglang.launch_server \
|
18 |
--model-path $MODEL_ID \
|
19 |
--kv-cache-dtype $KV_CACHE_DTYPE \
|
@@ -24,5 +24,5 @@ else
|
|
24 |
--enable-ep-moe \
|
25 |
--tool-call-parser qwen25 \
|
26 |
--host 0.0.0.0 \
|
27 |
-
--port 80
|
28 |
fi
|
|
|
1 |
#!/bin/bash
|
2 |
|
3 |
+
if [ -z "$QUANT_METHOD" ]; then
|
4 |
+
echo "Using native precision";
|
5 |
python3 -m sglang.launch_server \
|
6 |
--model-path $MODEL_ID \
|
7 |
--kv-cache-dtype $KV_CACHE_DTYPE \
|
|
|
11 |
--enable-ep-moe \
|
12 |
--tool-call-parser qwen25 \
|
13 |
--host 0.0.0.0 \
|
14 |
+
--port 80;
|
15 |
else
|
16 |
+
echo "Using ${QUANT_METHOD} quantization schema";
|
17 |
python3 -m sglang.launch_server \
|
18 |
--model-path $MODEL_ID \
|
19 |
--kv-cache-dtype $KV_CACHE_DTYPE \
|
|
|
24 |
--enable-ep-moe \
|
25 |
--tool-call-parser qwen25 \
|
26 |
--host 0.0.0.0 \
|
27 |
+
--port 80;
|
28 |
fi
|