From 33bc8a6799dc2f2200d9f32380903e587d1e3d41 Mon Sep 17 00:00:00 2001
From: thxCode <thxcode0824@gmail.com>
Date: Sun, 10 Aug 2025 23:37:21 +0800
Subject: [PATCH] ci(docker/cpu): bump python version

Signed-off-by: thxCode <thxcode0824@gmail.com>
---
 pack/Dockerfile.cpu | 345 ++++++++++++++++++++++++++++++++++++++++----
 1 file changed, 317 insertions(+), 28 deletions(-)

diff --git a/pack/Dockerfile.cpu b/pack/Dockerfile.cpu
index 2f37c3f..3c1ae21 100644
--- a/pack/Dockerfile.cpu
+++ b/pack/Dockerfile.cpu
@@ -1,32 +1,321 @@
-FROM ubuntu:22.04
+# Package logic:
+# 1. base target:
+#    - Install tools.
+#    - Upgrade GCC if needed.
+#    - Install C buildkit.
+#    - Upgrade Python if needed.
+#    - Install Python buildkit.
+# 2. gpustack target(final):
+#    - Install GPUStack.
+#    - Install Vox-Box as an independent executor for GPUStack,
+#      see https://github.com/gpustack/gpustack/pull/2473#issue-3222391256.
+#    - Set up the entrypoint to start GPUStack.
+
+# Arguments description:
+# - PYTHON_VERSION is the version of Python,
+#   which should be properly set, it must be 3.x.
+ARG PYTHON_VERSION=3.11
+
+# Stage Base
+#
+# Example build command:
+#   docker build --tag=gpustack/gpustack:cpu-base --file=pack/Dockerfile.cpu --target=base --progress=plain .
+#
+
+FROM ubuntu:22.04 AS base
+SHELL ["/bin/bash", "-eo", "pipefail", "-c"]
+
+ARG TARGETPLATFORM
+ARG TARGETOS
+ARG TARGETARCH
+
+ENV DEBIAN_FRONTEND=noninteractive \
+    LANG='en_US.UTF-8' \
+    LANGUAGE='en_US:en' \
+    LC_ALL='en_US.UTF-8'
+
+ARG TARGETPLATFORM
+ARG TARGETOS
+ARG TARGETARCH
+
+ENV DEBIAN_FRONTEND=noninteractive \
+    LANG='en_US.UTF-8' \
+    LANGUAGE='en_US:en' \
+    LC_ALL='en_US.UTF-8'
+
+RUN <<EOF
+    # Tools
+
+    # Refresh
+    apt-get update -y && apt-get install -y --no-install-recommends \
+        software-properties-common apt-transport-https \
+        ca-certificates gnupg2 lsb-release gnupg-agent \
+      && apt-get update -y \
+      && add-apt-repository -y ppa:ubuntu-toolchain-r/test \
+      && apt-get update -y
+
+    # Install
+    apt-get install -y --no-install-recommends \
+        ca-certificates build-essential binutils bash openssl \
+        curl wget aria2 \
+        git git-lfs \
+        unzip xz-utils \
+        tzdata locales \
+        iproute2 iputils-ping ifstat net-tools dnsutils pciutils ipmitool \
+        procps sysstat htop \
+        tini vim jq bc tree
+
+    # Update locale
+    localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8
+
+    # Update timezone
+    rm -f /etc/localtime \
+        && ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \
+        && echo "Asia/Shanghai" > /etc/timezone \
+        && dpkg-reconfigure --frontend noninteractive tzdata
+
+    # Cleanup
+    rm -rf /var/tmp/* \
+        && rm -rf /tmp/* \
+        && rm -rf /var/cache/apt
+EOF
+
+## Upgrade GCC if needed
+
+RUN <<EOF
+    # GCC
+
+    # Upgrade GCC if the Ubuntu version is lower than 21.04.
+    source /etc/os-release
+    if (( $(echo "${VERSION_ID} >= 21.04" | bc -l) )); then
+        echo "Skipping GCC upgrade for ${VERSION_ID}..."
+        exit 0
+    fi
+
+    # Install
+    apt-get install -y --no-install-recommends \
+        gcc-11 g++-11 gfortran-11 gfortran
+
+    # Update alternatives
+    if [[ -f /etc/alternatives/gcov-dump ]]; then update-alternatives --remove-all gcov-dump; fi; update-alternatives --install /usr/bin/gcov-dump gcov-dump /usr/bin/gcov-dump-11 10
+    if [[ -f /etc/alternatives/lto-dump ]]; then update-alternatives --remove-all lto-dump; fi; update-alternatives --install /usr/bin/lto-dump lto-dump /usr/bin/lto-dump-11 10
+    if [[ -f /etc/alternatives/gcov ]]; then update-alternatives --remove-all gcov; fi; update-alternatives --install /usr/bin/gcov gcov /usr/bin/gcov-11 10
+    if [[ -f /etc/alternatives/gcc ]]; then update-alternatives --remove-all gcc; fi; update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 10
+    if [[ -f /etc/alternatives/gcc-nm ]]; then update-alternatives --remove-all gcc-nm; fi; update-alternatives --install /usr/bin/gcc-nm gcc-nm /usr/bin/gcc-nm-11 10
+    if [[ -f /etc/alternatives/cpp ]]; then update-alternatives --remove-all cpp; fi; update-alternatives --install /usr/bin/cpp cpp /usr/bin/cpp-11 10
+    if [[ -f /etc/alternatives/g++ ]]; then update-alternatives --remove-all g++; fi; update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-11 10
+    if [[ -f /etc/alternatives/gcc-ar ]]; then update-alternatives --remove-all gcc-ar; fi; update-alternatives --install /usr/bin/gcc-ar gcc-ar /usr/bin/gcc-ar-11 10
+    if [[ -f /etc/alternatives/gcov-tool ]]; then update-alternatives --remove-all gcov-tool; fi; update-alternatives --install /usr/bin/gcov-tool gcov-tool /usr/bin/gcov-tool-11 10
+    if [[ -f /etc/alternatives/gcc-ranlib ]]; then update-alternatives --remove-all gcc-ranlib; fi; update-alternatives --install /usr/bin/gcc-ranlib gcc-ranlib /usr/bin/gcc-ranlib-11 10
+    if [[ -f /etc/alternatives/gfortran ]]; then update-alternatives --remove-all gfortran; fi; update-alternatives --install /usr/bin/gfortran gfortran /usr/bin/gfortran-11 10
+
+    # Cleanup
+    rm -rf /var/tmp/* \
+        && rm -rf /tmp/* \
+        && rm -rf /var/cache/apt
+EOF
+
+## Install C buildkit
+
+RUN <<EOF
+    # C buildkit
+
+    # Install
+    apt-get install -y --no-install-recommends \
+        make ninja-build pkg-config ccache
+    curl --retry 3 --retry-connrefused -fL "https://github.com/Kitware/CMake/releases/download/v3.31.7/cmake-3.31.7-linux-$(uname -m).tar.gz" | tar -zx -C /usr --strip-components 1
+
+    # Install dependencies
+    apt-get install -y --no-install-recommends \
+        perl-openssl-defaults perl yasm \
+        zlib1g zlib1g-dev libbz2-dev libffi-dev libgdbm-dev libgdbm-compat-dev \
+        openssl libssl-dev libsqlite3-dev lcov libomp-dev \
+        libblas-dev liblapack-dev libopenblas-dev libblas3 liblapack3 libhdf5-dev \
+        libxml2 libxslt1-dev libgl1-mesa-glx libgmpxx4ldbl \
+        libncurses5-dev libreadline6-dev libsqlite3-dev \
+        liblzma-dev lzma lzma-dev tk-dev uuid-dev libmpdec-dev \
+        ffmpeg libjpeg-dev libpng-dev libtiff-dev libwebp-dev \
+        libnuma-dev libjemalloc-dev
+
+    # Cleanup
+    rm -rf /var/tmp/* \
+        && rm -rf /tmp/* \
+        && rm -rf /var/cache/apt
+EOF
+
+## Upgrade Python if needed
+
+ARG PYTHON_VERSION
+
+ENV PYTHON_VERSION=${PYTHON_VERSION}
+
+RUN <<EOF
+    # Python
+
+    if (( $(echo "$(python3 --version | cut -d' ' -f2 | cut -d'.' -f1,2) == ${PYTHON_VERSION}" | bc -l) )); then
+        echo "Skipping Python upgrade for ${PYTHON_VERSION}..."
+        if [[ -z "$(ldconfig -v 2>/dev/null | grep libpython${PYTHON_VERSION})" ]]; then
+            PYTHON_LIB_PREFIX=$(python3 -c "import sys; print(sys.base_prefix);")
+            echo "${PYTHON_LIB_PREFIX}/lib" >> /etc/ld.so.conf.d/python3.conf
+            echo "${PYTHON_LIB_PREFIX}/lib64" >> /etc/ld.so.conf.d/python3.conf
+        fi
+        exit 0
+    fi
+
+    # Add deadsnakes PPA for Python versions
+    for i in 1 2 3; do
+        add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; }
+    done
+    apt-get update -y
+
+    # Install
+    apt-get install -y --no-install-recommends \
+        python${PYTHON_VERSION} \
+        python${PYTHON_VERSION}-dev \
+        python${PYTHON_VERSION}-venv \
+        python${PYTHON_VERSION}-distutils \
+        python${PYTHON_VERSION}-lib2to3 \
+        python${PYTHON_VERSION}-gdbm \
+        python${PYTHON_VERSION}-tk \
+        libibverbs-dev
+
+    # Update alternatives
+    if [[ -f /etc/alternatives/python3 ]]; then update-alternatives --remove-all python3; fi; update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1
+    if [[ -f /etc/alternatives/python ]]; then update-alternatives --remove-all python; fi; update-alternatives --install /usr/bin/python python /usr/bin/python${PYTHON_VERSION} 1
+    curl -sS "https://bootstrap.pypa.io/get-pip.py" | python${PYTHON_VERSION}
+    if [[ -f /etc/alternatives/2to3 ]]; then update-alternatives --remove-all 2to3; fi; update-alternatives --install /usr/bin/2to3 2to3 /usr/bin/2to3${PYTHON_VERSION} 1 || true
+    if [[ -f /etc/alternatives/pydoc3 ]]; then update-alternatives --remove-all pydoc3; fi; update-alternatives --install /usr/bin/pydoc3 pydoc3 /usr/bin/pydoc${PYTHON_VERSION} 1 || true
+    if [[ -f /etc/alternatives/idle3 ]]; then update-alternatives --remove-all idle3; fi; update-alternatives --install /usr/bin/idle3 idle3 /usr/bin/idle${PYTHON_VERSION} 1 || true
+    if [[ -f /etc/alternatives/python3-config ]]; then update-alternatives --remove-all python3-config; fi; update-alternatives --install /usr/bin/python3-config python3-config /usr/bin/python${PYTHON_VERSION}-config 1 || true
+
+    # Cleanup
+    rm -rf /var/tmp/* \
+        && rm -rf /tmp/* \
+        && rm -rf /var/cache/apt
+EOF
+
+## Install Python buildkit
+
+ENV PIP_NO_CACHE_DIR=1 \
+    PIP_DISABLE_PIP_VERSION_CHECK=1 \
+    PIP_ROOT_USER_ACTION=ignore
+
+RUN <<EOF
+    # Buildkit
+
+    cat <<EOT >/tmp/requirements.txt
+build
+cmake<4
+ninja<1.11
+setuptools<80
+setuptools-scm
+packaging<25
+wheel
+pybind11
+Cython
+psutil==7.0.0
+pipx==1.7.1
+EOT
+    pip install -r /tmp/requirements.txt
+
+    # Cleanup
+    rm -rf /var/tmp/* \
+        && rm -rf /tmp/*
+EOF
+
+## Preset this to simplify configuration,
+## it is the output of $(pipx environment --value PIPX_LOCAL_VENVS).
+ENV PIPX_HOME=/root/.local/share/pipx \
+    PIPX_LOCAL_VENVS=/root/.local/share/pipx/venvs \
+    USE_EMOJI="false"
+
+#
+# Stage GPUStack
+#
+# Example build command:
+#   docker build --tag=gpustack/gpustack:cpu --file=pack/Dockerfile.cpu --progress=plain .
+#
+
+FROM base AS gpustack
+SHELL ["/bin/bash", "-eo", "pipefail", "-c"]
 
 ARG TARGETPLATFORM
-ENV DEBIAN_FRONTEND=noninteractive
-
-RUN apt-get update && apt-get install -y \
-    git git-lfs \
-    curl \
-    wget \
-    tzdata \
-    iproute2 \
-    python3 \
-    python3-pip \
-    python3-venv \
-    tini \
-    && rm -rf /var/lib/apt/lists/*
-
-COPY .. /workspace/gpustack
-RUN cd /workspace/gpustack && \
-    make build && \
-    WHEEL_PACKAGE="$(ls /workspace/gpustack/dist/*.whl)[audio]" && \
-    pip install pipx && \
-    pip install $WHEEL_PACKAGE && \
-    pip cache purge && \
-    rm -rf /workspace/gpustack
-
-RUN gpustack download-tools
-
-# Download dac weights used by audio models like Dia
-RUN python3 -m dac download
+ARG TARGETOS
+ARG TARGETARCH
+
+## Install GPUStack
+
+RUN --mount=type=bind,target=/workspace/gpustack,rw <<EOF
+    # GPUStack
+
+    # Build GPUStack
+    cd /workspace/gpustack \
+        && git config --global --add safe.directory /workspace/gpustack \
+        && make build
+
+    # Install GPUStack.
+    # FIXME: Do not support pure-cpu vLLM.
+    WHEEL_PACKAGE="$(ls /workspace/gpustack/dist/*.whl)[audio]";
+    pip install ${WHEEL_PACKAGE}
+
+    # Download tools
+    gpustack download-tools --device cpu
+    tree -hs "$(pip show gpustack | grep Location: | head -n 1 | cut -d" " -f 2)/gpustack/third_party"
+
+    # Set up environment
+    mkdir -p /var/lib/gpustack \
+        && chmod -R 0755 /var/lib/gpustack
+
+    # Review
+    pip freeze
+
+    # Cleanup
+    rm -rf /var/tmp/* \
+        && rm -rf /tmp/* \
+        && rm -rf /workspace/gpustack/dist
+EOF
+
+## Install Vox-Box as an independent executor for GPUStack
+
+RUN <<EOF
+    # Vox-Box
+
+    # Get version of Vox-Box from GPUStack
+    VERSION=$(pip freeze | grep vox_box== | head -n 1 | cut -d'=' -f3)
+
+    # Pre process
+    # - Create virtual environment to place vox-box
+    python -m venv --system-site-packages ${PIPX_LOCAL_VENVS}/vox-box
+    # - Prepare environment
+    source ${PIPX_LOCAL_VENVS}/vox-box/bin/activate
+
+    # Reinstall Vox-Box,
+    # as we create a virtual environment which inherits system site packages,
+    # so we need to reinstall Vox-Box to ensure it is installed in the virtual environment.
+    # We also lock the transformers version here to fix https://github.com/gpustack/gpustack/pull/2473.
+    cat <<EOT >/tmp/requirements.txt
+transformers==4.51.3
+vox-box==${VERSION}
+EOT
+    pip install --force-reinstall --no-dependencies -r /tmp/requirements.txt \
+        && ln -vsf ${PIPX_LOCAL_VENVS}/vox-box/bin/vox-box /usr/local/bin/vox-box
+
+    if [[ "${TARGETARCH}" == "amd64" ]]; then
+        # Since no compatible version exists for arm64, triton installation is restricted to amd64 architectures,
+        # aligning with pyproject.toml constraints.
+        pip install --force-reinstall --no-dependencies triton==3.3.1
+    fi
+
+    # Download tools
+    # - Download dac weights used by audio models like Dia.
+    python -m dac download
+
+    # Review
+    pip freeze
+
+    # Cleanup
+    rm -rf /var/tmp/* \
+        && rm -rf /tmp/*
+EOF
 
 ENTRYPOINT [ "tini", "--", "gpustack", "start" ]