You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
29 lines
880 B
29 lines
880 B
FROM crpi-thyzhdzt86bexebt.cn-hangzhou.personal.cr.aliyuncs.com/gpustack_ai/gpustack:hygon-dtk25.04.1-vllm0.8.5-py3.10
|
|
|
|
ENV PATH="/root/.local/bin:$PATH"
|
|
ENV DEBIAN_FRONTEND=noninteractive
|
|
|
|
RUN apt-get update && apt-get install -y \
|
|
git git-lfs \
|
|
python3-venv \
|
|
tzdata \
|
|
iproute2 \
|
|
iputils-ping \
|
|
build-essential \
|
|
tini \
|
|
&& rm -rf /var/lib/apt/lists/*
|
|
|
|
RUN --mount=type=bind,target=/workspace/gpustack,rw \
|
|
cd /workspace/gpustack && make build \
|
|
&& python3 -m pip install pipx \
|
|
&& pipx ensurepath --force \
|
|
&& WHEEL_PACKAGE="$(ls /workspace/gpustack/dist/*.whl)[audio]" \
|
|
&& echo $WHEEL_PACKAGE \
|
|
&& pipx install $WHEEL_PACKAGE \
|
|
&& pip cache purge
|
|
|
|
RUN gpustack download-tools --device dcu \
|
|
&& ln -s $(which vllm) /root/.local/share/pipx/venvs/gpustack/bin/vllm
|
|
|
|
ENTRYPOINT [ "tini", "--", "gpustack", "start" ]
|