naver-hyperclovax
/

HyperCLOVAX-SEED-Vision-Instruct-3B

Text Generation

hyperclovax_vlm

Model card Files Files and versions

DongHyunKim commited on Sep 16

Commit

a78900b

·

verified ·

1 Parent(s): e3dd578

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -322,7 +322,7 @@ MODEL=your/mode/path
 export ATTENTION_BACKEND=FLASH_ATTN_VLLM_V1
 VLLM_USE_V1=1 VLLM_ATTENTION_BACKEND=${ATTENTION_BACKEND} CUDA_VISIBLE_DEVICES=0,1 python -m vllm.entrypoints.openai.api_server \
     --seed 20250525 \
-    --port ${NSML_PORT2} \
     --allowed-local-media-path $ALLOWED_LOCAL_MEDIA_PATH \
     --max-model-len 8192 \
     --max-num-batched-tokens 8192 \

 export ATTENTION_BACKEND=FLASH_ATTN_VLLM_V1
 VLLM_USE_V1=1 VLLM_ATTENTION_BACKEND=${ATTENTION_BACKEND} CUDA_VISIBLE_DEVICES=0,1 python -m vllm.entrypoints.openai.api_server \
     --seed 20250525 \
+    --port ${PORT} \
     --allowed-local-media-path $ALLOWED_LOCAL_MEDIA_PATH \
     --max-model-len 8192 \
     --max-num-batched-tokens 8192 \