Failed to launch using a docker images with vllm about llama-factory HOT 2 CLOSED

FROM nvcr.io/nvidia/pytorch:24.01-py3

ARG BUNDLE_VLLM=true

WORKDIR /app

COPY requirements.txt /app/
RUN pip install -r requirements.txt

COPY . /app/
RUN <<EOF
if [ "$BUNDLE_VLLM" = "true" ]; then
  pip install -e .[metrics,bitsandbytes,qwen,deepspeed,vllm]
  pip uninstall transformer-engine -y
else
  pip install -e .[metrics,bitsandbytes,qwen,deepspeed]
fi
EOF

VOLUME [ "/root/.cache/huggingface/", "/app/data", "/app/output" ]
EXPOSE 7860

CMD [ "llamafactory-cli", "webui" ]