Update README.md

README.md

@@ -292,7 +292,52 @@ To speed up your inference, you can use the vLLM engine from [our repository](ht
 Make sure to switch to the `v0.9.2rc2_hyperclovax_vision_seed` branch.  
 
 **Launch API server**:
-- https://oss.navercorp.com/HYPERSCALE-AI-VISION/vllm/blob/main/README.md
+```
+pyenv virtualenv 3.10.2 .vllm
+pyenv activate .vllm
+sudo apt-get install -y kmod
+pip install --upgrade setuptools wheel pip
+pip install setuptools_scm
+
+# install latest commit (e.g. v0.9.0)
+VLLM_USE_PRECOMPILED=1 pip install -e .[serve] --cache-dir=/mnt/tmp
+pip install -U pynvml
+pip install timm av decord
+
+# or install previous commit (e.g. v0.8.4)
+pip install -r ./requirements/build.txt
+pip install -r ./requirements/common.txt
+pip install -r ./requirements/cuda.txt
+pip install flash_attn==2.7.4.post1
+pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.4/
+export VLLM_COMMIT=dc1b4a6f1300003ae27f033afbdff5e2683721ce
+export VLLM_PRECOMPILED_WHEEL_LOCATION=https://wheels.vllm.ai/${VLLM_COMMIT}/vllm-1.0.0.dev-cp38-abi3-manylinux1_x86_64.whl
+VLLM_USE_PRECOMPILED=1 pip install -e .[serve] --cache-dir=/mnt/tmp
+pip install -U pynvml
+pip install timm av decord
+
+# Then launch api
+MODEL="/mnt/cmlssd004/public/donghyun/HCX_models/hcx-instruct/HyperCLOVAX-Seed-Vision-3B_250610"
+export ATTENTION_BACKEND=FLASH_ATTN_VLLM_V1
+VLLM_USE_V1=1 VLLM_ATTENTION_BACKEND=${ATTENTION_BACKEND} CUDA_VISIBLE_DEVICES=0,1 python -m vllm.entrypoints.openai.api_server \
+    --seed 20250525 \
+    --port ${NSML_PORT2} \
+    --allowed-local-media-path "/mnt/ocr-nfsx1/public/hodong.lee/cloned/vLLM/v0.8.4/vllm/ipynbs" \
+    --max-model-len 8192 \
+    --max-num-batched-tokens 8192 \
+    --max-num-seqs 128 \
+    --max-parallel-loading-workers 128 \
+    --limit-mm-per-prompt.image="32" \
+    --limit-mm-per-prompt.viedo="32" \
+    --max-num-frames 256 \
+    --tensor-parallel-size 1 \
+    --data-parallel-size 1 \
+    --model ${MODEL} \
+    --dtype float16 \
+    --trust-remote-code \
+    --chat-template-content-format "openai" \
+    --download-dir "/mnt/ocr-nfsx1/public_datasets/.cache/huggingface/hub"
+```
 
 **Request Example**:
 - https://github.com/vllm-project/vllm/pull/20931#issue-3229161410