Update README.md
#9
by
qjyyy9782
- opened
README.md
CHANGED
@@ -83,7 +83,7 @@ python -m fastdeploy.entrypoints.openai.api_server \
|
|
83 |
--port 8180 \
|
84 |
--metrics-port 8181 \
|
85 |
--engine-worker-queue-port 8182 \
|
86 |
-
--
|
87 |
--tensor-parallel-size 1 \
|
88 |
--max-model-len 131072 \
|
89 |
--reasoning-parser ernie_x1 \
|
|
|
83 |
--port 8180 \
|
84 |
--metrics-port 8181 \
|
85 |
--engine-worker-queue-port 8182 \
|
86 |
+
--load-choices "default_v1" \
|
87 |
--tensor-parallel-size 1 \
|
88 |
--max-model-len 131072 \
|
89 |
--reasoning-parser ernie_x1 \
|