use comp python

Author: whoiskatrin

packages/sandbox/Dockerfile

@@ -58,41 +58,33 @@ RUN --mount=type=cache,target=/root/.npm \
     npm ci --production
 
 # ============================================================================
-# Stage 4: Build Python 3.11.11 from source
+# Stage 4: Download pre-built Python 3.11.14
 # ============================================================================
 FROM ubuntu:22.04 AS python-builder
 
 # Prevent interactive prompts during package installation
 ENV DEBIAN_FRONTEND=noninteractive
 
-# Install build dependencies for Python
+# Install minimal dependencies for downloading
 RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \
     --mount=type=cache,target=/var/lib/apt,sharing=locked \
     rm -f /etc/apt/apt.conf.d/docker-clean && \
     echo 'Binary::apt::APT::Keep-Downloaded-Packages "true";' >/etc/apt/apt.conf.d/keep-cache && \
     apt-get update && apt-get install -y --no-install-recommends \
-    build-essential ccache wget ca-certificates \
-    libssl-dev zlib1g-dev libbz2-dev libreadline-dev libsqlite3-dev \
-    libncursesw5-dev xz-utils tk-dev libxml2-dev libxmlsec1-dev \
-    libffi-dev liblzma-dev
+    wget ca-certificates
 
-# Download and build Python 3.11.11 with ccache
+# Download and extract pre-built Python 3.11.14 from python-build-standalone
+# Using PGO+LTO optimized builds for better performance
 RUN --mount=type=cache,target=/tmp/python-cache \
-    --mount=type=cache,target=/root/.ccache \
-    export PATH="/usr/lib/ccache:$PATH" && \
-    export CCACHE_DIR=/root/.ccache && \
     cd /tmp/python-cache && \
-    wget -nc https://www.python.org/ftp/python/3.11.11/Python-3.11.11.tar.xz && \
+    wget -nc https://github.com/indygreg/python-build-standalone/releases/download/20251028/cpython-3.11.14+20251028-aarch64-unknown-linux-gnu-install_only.tar.gz && \
     cd /tmp && \
-    cp /tmp/python-cache/Python-3.11.11.tar.xz . && \
-    tar -xf Python-3.11.11.tar.xz && \
-    cd Python-3.11.11 && \
-    ./configure --prefix=/usr/local && \
-    make -j$(nproc) && \
-    make altinstall && \
-    ccache --show-stats && \
-    cd / && \
-    rm -rf /tmp/Python-3.11.11*
+    tar -xzf /tmp/python-cache/cpython-3.11.14+20251028-aarch64-unknown-linux-gnu-install_only.tar.gz && \
+    mv python /usr/local/ && \
+    # Create symlinks for standard Python locations
+    ln -s /usr/local/python/bin/python3.11 /usr/local/bin/python3.11 && \
+    ln -s /usr/local/python/lib /usr/local/lib/python && \
+    rm -rf /tmp/cpython-*
 
 # ============================================================================
 # Stage 5: Runtime - Ubuntu 22.04 with only runtime dependencies
@@ -119,33 +111,38 @@ RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \
     libncursesw6 libtinfo6 libxml2 libxmlsec1 libffi8 liblzma5 libtk8.6 && \
     update-ca-certificates
 
-# Copy compiled Python from python-builder stage
-COPY --from=python-builder /usr/local/bin/python3.11 /usr/local/bin/python3.11
-COPY --from=python-builder /usr/local/lib/python3.11 /usr/local/lib/python3.11
+# Copy pre-built Python from python-builder stage
+COPY --from=python-builder /usr/local/python /usr/local/python
+
+# Create symlinks and update shared library cache
+RUN ln -s /usr/local/python/bin/python3.11 /usr/local/bin/python3.11 && \
+    ln -s /usr/local/python/bin/python3 /usr/local/bin/python3 && \
+    echo "/usr/local/python/lib" > /etc/ld.so.conf.d/python.conf && \
+    ldconfig
 
 # Set Python 3.11 as default python3, install pip, and clean up
 RUN update-alternatives --install /usr/bin/python3 python3 /usr/local/bin/python3.11 1 && \
     /usr/local/bin/python3.11 -m ensurepip && \
     /usr/local/bin/python3.11 -m pip install --no-cache-dir --upgrade pip && \
     # Remove unnecessary Python files to reduce image size
-    find /usr/local/lib/python3.11 -type d -name "test" -exec rm -rf {} + 2>/dev/null || true && \
-    find /usr/local/lib/python3.11 -type d -name "tests" -exec rm -rf {} + 2>/dev/null || true && \
-    find /usr/local/lib/python3.11 -name "*.pyc" -delete && \
-    find /usr/local/lib/python3.11 -name "*.pyo" -delete && \
-    find /usr/local/lib/python3.11 -type d -name "__pycache__" -exec rm -rf {} + 2>/dev/null || true && \
-    # Strip debug symbols from Python binary
-    strip /usr/local/bin/python3.11 || true
+    find /usr/local/python/lib -type d -name "test" -exec rm -rf {} + 2>/dev/null || true && \
+    find /usr/local/python/lib -type d -name "tests" -exec rm -rf {} + 2>/dev/null || true && \
+    find /usr/local/python/lib -name "*.pyc" -delete && \
+    find /usr/local/python/lib -name "*.pyo" -delete && \
+    find /usr/local/python/lib -type d -name "__pycache__" -exec rm -rf {} + 2>/dev/null || true && \
+    # Strip debug symbols from Python binary (already stripped in pre-built)
+    strip /usr/local/python/bin/python3.11 2>/dev/null || true
 
 # Install Python packages and clean up
 RUN --mount=type=cache,target=/root/.cache/pip \
     pip3 install --no-cache-dir matplotlib numpy pandas ipython && \
     # Remove test files and caches from installed packages
-    find /usr/local/lib/python3.11/site-packages -type d -name "test" -exec rm -rf {} + 2>/dev/null || true && \
-    find /usr/local/lib/python3.11/site-packages -type d -name "tests" -exec rm -rf {} + 2>/dev/null || true && \
-    find /usr/local/lib/python3.11/site-packages -name "*.pyc" -delete && \
-    find /usr/local/lib/python3.11/site-packages -type d -name "__pycache__" -exec rm -rf {} + 2>/dev/null || true && \
+    find /usr/local/python/lib/python3.11/site-packages -type d -name "test" -exec rm -rf {} + 2>/dev/null || true && \
+    find /usr/local/python/lib/python3.11/site-packages -type d -name "tests" -exec rm -rf {} + 2>/dev/null || true && \
+    find /usr/local/python/lib/python3.11/site-packages -name "*.pyc" -delete && \
+    find /usr/local/python/lib/python3.11/site-packages -type d -name "__pycache__" -exec rm -rf {} + 2>/dev/null || true && \
     # Strip debug symbols from .so files
-    find /usr/local/lib/python3.11/site-packages -name "*.so" -exec strip {} \; 2>/dev/null || true && \
+    find /usr/local/python/lib/python3.11/site-packages -name "*.so" -exec strip {} \; 2>/dev/null || true && \
     # Remove binutils after stripping
     apt-get remove -y binutils && apt-get autoremove -y