Update Dockerfile

Dockerfile

@@ -79,6 +79,10 @@ RUN mkdir /data && chown user:user /data
 
 USER user
 
+ENV VLLM_LOGGING_LEVEL=DEBUG
+
+ENV LD_LIBRARY_PATH=/usr/local/cuda-12.5/compat:${LD_LIBRARY_PATH}
+
 # # Python packages
 # RUN --mount=target=requirements.txt,source=requirements.txt \
 #     pip install --no-cache-dir --upgrade -r requirements.txt