@giraffeingreen Here is one I got working. Its specific to my hardware however

# PostgresML with ROCm 7.1 for AMD Radeon 8060S (gfx1151/Strix Halo) support
# Multi-stage build for optimized image size
# PostgreSQL 17 + Ubuntu 22.04 base with ROCm 7.1 runtime

# ============================================================================
# Stage 1: Builder - Build extensions and dependencies
# ============================================================================
FROM ubuntu:22.04 AS builder

ENV DEBIAN_FRONTEND=noninteractive
ENV HSA_OVERRIDE_GFX_VERSION=11.5.1
ENV PYTORCH_ROCM_ARCH=gfx1151

# Install build-time dependencies
RUN apt-get update && apt-get install -y \
    curl wget git gnupg2 lsb-release ca-certificates \
    build-essential pkg-config cmake libssl-dev libreadline-dev \
    zlib1g-dev python3.10 python3.10-dev libpython3.10-dev \
    libclang-dev clang lld libopenblas-dev \
    && rm -rf /var/lib/apt/lists/*

# Add PostgreSQL 17 repository
RUN curl -fsSL https://www.postgresql.org/media/keys/ACCC4CF8.asc | gpg --dearmor -o /usr/share/keyrings/postgresql-keyring.gpg \
    && echo "deb [signed-by=/usr/share/keyrings/postgresql-keyring.gpg] http://apt.postgresql.org/pub/repos/apt $(lsb_release -cs)-pgdg main" > /etc/apt/sources.list.d/pgdg.list

RUN apt-get update && apt-get install -y postgresql-17 postgresql-server-dev-17 && rm -rf /var/lib/apt/lists/*

# Install Rust
RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
ENV PATH="/root/.cargo/bin:${PATH}"

# Build pgvector v0.8.1
WORKDIR /build
RUN git clone --depth 1 --branch v0.8.1 https://github.com/pgvector/pgvector.git \
    && cd pgvector \
    && make PG_CONFIG=/usr/lib/postgresql/17/bin/pg_config \
    && make install

# Build PostgresML v2.10.0
RUN git clone --depth 1 --branch v2.10.0 https://github.com/postgresml/postgresml.git \
    && cd postgresml/pgml-extension \
    && cargo install cargo-pgrx --version 0.12.9 --locked \
    && cargo pgrx init --pg17=/usr/lib/postgresql/17/bin/pg_config \
    && PYTHON=/usr/bin/python3.10 cargo pgrx install --release --pg-config=/usr/lib/postgresql/17/bin/pg_config

# ============================================================================
# Stage 2: Runner - Minimal runtime image
# ============================================================================
FROM ubuntu:22.04

LABEL org.opencontainers.image.source="https://github.com/wevote-project/bills-rag-system"
LABEL org.opencontainers.image.description="PostgreSQL 17 + PostgresML 2.10.0 + pgvector 0.8.1 + ROCm 7.1"
LABEL org.opencontainers.image.licenses="MIT"
LABEL org.opencontainers.image.version="2026.01.29"

ENV DEBIAN_FRONTEND=noninteractive
ENV HSA_OVERRIDE_GFX_VERSION=11.5.1
ENV ROCM_PATH=/opt/rocm
ENV DEVICE_LIB_PATH=/opt/rocm/amdgcn/bitcode
ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib
ENV TRANSFORMERS_CACHE=/var/lib/postgresql/.cache/huggingface
ENV HF_HOME=/var/lib/postgresql/.cache/huggingface

# Install runtime essentials
RUN apt-get update && apt-get install -y \
    curl wget gnupg2 lsb-release ca-certificates python3.10 python3-pip \
    libpython3.10 libopenblas-dev libgomp1 libssl3 \
    && rm -rf /var/lib/apt/lists/*

# Add PostgreSQL 17 repository
RUN curl -fsSL https://www.postgresql.org/media/keys/ACCC4CF8.asc | gpg --dearmor -o /usr/share/keyrings/postgresql-keyring.gpg \
    && echo "deb [signed-by=/usr/share/keyrings/postgresql-keyring.gpg] http://apt.postgresql.org/pub/repos/apt $(lsb_release -cs)-pgdg main" > /etc/apt/sources.list.d/pgdg.list

# Add ROCm 7.1 repository
RUN wget -q -O - https://repo.radeon.com/rocm/rocm.gpg.key | gpg --dearmor > /usr/share/keyrings/rocm-keyring.gpg \
    && echo "deb [arch=amd64 signed-by=/usr/share/keyrings/rocm-keyring.gpg] https://repo.radeon.com/rocm/apt/7.1 jammy main" > /etc/apt/sources.list.d/rocm.list

# Install PostgreSQL 17 and ROCm 7.1 runtimes
RUN apt-get update && apt-get install -y \
    postgresql-17 rocm-core rocm-smi-lib hip-runtime-amd hsa-rocr \
    && rm -rf /var/lib/apt/lists/*

# Copy built extensions from builder
COPY --from=builder /usr/lib/postgresql/17/lib/pgml.so /usr/lib/postgresql/17/lib/
COPY --from=builder /usr/share/postgresql/17/extension/pgml* /usr/share/postgresql/17/extension/
COPY --from=builder /usr/lib/postgresql/17/lib/vector.so /usr/lib/postgresql/17/lib/
COPY --from=builder /usr/share/postgresql/17/extension/vector* /usr/share/postgresql/17/extension/

# Install PyTorch with ROCm 7.1 support (using latest available version)
RUN pip3 install --no-cache-dir \
    torch torchvision torchaudio \
    --index-url https://download.pytorch.org/whl/rocm7.1

# Install Python ML dependencies
# CRITICAL: trl must be 0.10.1 for PostgresML 2.10.0 compatibility
RUN pip3 install --no-cache-dir \
    psycopg2-binary \
    'transformers[torch,sentencepiece,tokenizers,vision]' \
    accelerate \
    datasets \
    'trl==0.10.1' \
    sentence-transformers \
    xgboost \
    lightgbm \
    scikit-learn

# Configure PostgreSQL 17
# Use conf.d for better override support in Kubernetes
RUN mkdir -p /etc/postgresql/17/main/conf.d \
    && echo "# Default shared libraries (can be overridden by conf.d/*.conf)" \
       > /etc/postgresql/17/main/conf.d/01-shared-preload.conf \
    && echo "shared_preload_libraries = 'pg_stat_statements,pgml'" \
       >> /etc/postgresql/17/main/conf.d/01-shared-preload.conf \
    && echo "listen_addresses='*'" >> /etc/postgresql/17/main/postgresql.conf \
    && echo "host all all 0.0.0.0/0 md5" >> /etc/postgresql/17/main/pg_hba.conf \
    && echo "max_connections = 200" >> /etc/postgresql/17/main/postgresql.conf \
    && echo "shared_buffers = 2GB" >> /etc/postgresql/17/main/postgresql.conf

# Create data directory and model cache
RUN mkdir -p /var/lib/postgresql/17/main \
    && mkdir -p /var/lib/postgresql/.cache/huggingface \
    && chown -R postgres:postgres /var/lib/postgresql

# Pre-download embedding model to avoid runtime delays
RUN python3 -c "from sentence_transformers import SentenceTransformer; SentenceTransformer('intfloat/e5-large-v2')" \
    && chown -R postgres:postgres /var/lib/postgresql/.cache

EXPOSE 5432

USER postgres

HEALTHCHECK --interval=10s --timeout=5s --retries=5 \
    CMD pg_isready -U postgres

CMD ["/usr/lib/postgresql/17/bin/postgres", "-D", "/var/lib/postgresql/17/main", "-c", "config_file=/etc/postgresql/17/main/postgresql.conf"]

Working docker image for latest release for ubuntu 24 #1680

Description

Activity

Metadata

Metadata

Assignees

Labels

Type

Projects

Milestone

Relationships

Development

Issue actions