ray-worker-strixhalo (v1.0.18)

Published 2026-02-09 18:04:27 +00:00 by billy

Pull the image from the command line:

docker pull git.daviestechlabs.io/daviestechlabs/ray-worker-strixhalo:v1.0.18

Digest

sha256:6ddd6fab2ada5011006be058d810addadc5e7d180c0473174299b85028beb01d

For more information on the Container registry, see the documentation.

Ray Serve worker for AMD Strix Halo (vLLM LLM inference)

Image Layers

ARG RELEASE

ARG LAUNCHPAD_BUILD_ARCH

LABEL org.opencontainers.image.ref.name=ubuntu

LABEL org.opencontainers.image.version=24.04

ADD file:ddf1aa62235de6657123492b19d27d937c25668011b5ebf923a3f019200f8540 in /

CMD ["/bin/bash"]

ARG PYTHON_VERSION

ARG ROCM_BUILD_JOB

ARG LKG_BUILD_NUM

ARG ARTF_SERV

ARG ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list

ARG PYTORCH_VERSION

ARG ROCM_VERSION

ARG PYTHON_VERSION_PYTORCH

ARG PY_POST_COMP

ARG WHL_INSTALL

ARG OS_VERSION

ARG PYTORCH_ROCM_ARCH

ENV DEBIAN_FRONTEND=noninteractive

ENV PATH=/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

ENV LD_LIBRARY_PATH=/opt/rocm/lib

RUN |12 PYTHON_VERSION=3.12 ROCM_BUILD_JOB=compute-rocm-rel-7.1 LKG_BUILD_NUM=20 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.9.1 ROCM_VERSION= PYTHON_VERSION_PYTORCH=312 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.1/20/torch-2.9.1+rocm7.1.0.lw.git351ff442-cp312-cp312-linux_x86_64.sh OS_VERSION=24.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151;gfx1150 /bin/sh -c add-apt-repository ppa:deadsnakes/ppa && apt update && apt install -y python${PYTHON_VERSION} python3-pip python3-venv && if [ "${PYTHON_VERSION}" = "3.8" ] || [ "${PYTHON_VERSION}" = "3.9" ] || [ "${PYTHON_VERSION}" = "3.10" ] || [ "${PYTHON_VERSION}" = "3.11" ]; then apt install -y --no-install-recommends python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-distutils python${PYTHON_VERSION}-venv; else apt install -y --no-install-recommends python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv; fi && apt clean && rm -rf /var/lib/apt/lists/* # buildkit

ENV PATH=/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

RUN |12 PYTHON_VERSION=3.12 ROCM_BUILD_JOB=compute-rocm-rel-7.1 LKG_BUILD_NUM=20 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.9.1 ROCM_VERSION= PYTHON_VERSION_PYTORCH=312 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.1/20/torch-2.9.1+rocm7.1.0.lw.git351ff442-cp312-cp312-linux_x86_64.sh OS_VERSION=24.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151;gfx1150 /bin/sh -c echo "$ROCM_BUILD_JOB" | grep -iq "psdb" && echo "rocm-psdb" >> /tmp/repo_prefix || echo "rocm-osdb" >> /tmp/repo_prefix && echo "deb [arch=amd64 trusted=yes] ${ARTF_PRE}/$(cat /tmp/repo_prefix)-${OS_VERSION}-deb ${ROCM_BUILD_JOB} ${LKG_BUILD_NUM}" | tee /etc/apt/sources.list.d/rocm.list && rm -rf /tmp/* && echo "Package: *" | tee /etc/apt/preferences.d/rocm-pin-600 && echo "Pin: origin ${ARTF_SERV#*://}" | tee -a /etc/apt/preferences.d/rocm-pin-600 && echo "Pin-Priority: 600" | tee -a /etc/apt/preferences.d/rocm-pin-600 && apt-get update && apt-get install -y rocm # buildkit

COPY /pytorch/whl_docker/custom_install.sh /var/lib/jenkins/custom_install.sh # buildkit

COPY src_repo /var/lib/jenkins/pytorch # buildkit

ENV BUILD_ENVIRONMENT=rocm

ENV PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151;gfx1150

RUN |12 PYTHON_VERSION=3.12 ROCM_BUILD_JOB=compute-rocm-rel-7.1 LKG_BUILD_NUM=20 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.9.1 ROCM_VERSION= PYTHON_VERSION_PYTORCH=312 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.1/20/torch-2.9.1+rocm7.1.0.lw.git351ff442-cp312-cp312-linux_x86_64.sh OS_VERSION=24.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151;gfx1150 /bin/sh -c if [ -z "$ROCM_VERSION" ]; then echo "Listing /opt directory:" && ls /opt && ROCM_VERSION=$(ls /opt | grep -oP 'rocm-\K[0-9.]+'); if [ -z "$ROCM_VERSION" ]; then echo "ROCM_VERSION could not be determined"; exit 1; fi; fi && echo "ROCM_VERSION is set to $ROCM_VERSION" && echo "Downloading from URL: ${WHL_INSTALL}" && mkdir -p /install && wget ${WHL_INSTALL} -O /install/$(basename ${WHL_INSTALL}) && ls -l /install/$(basename ${WHL_INSTALL}) && chmod +x /install/$(basename ${WHL_INSTALL}) && sh /install/$(basename ${WHL_INSTALL}) # buildkit

LABEL org.opencontainers.image.title="Ray Worker - AMD Strix Halo"

LABEL org.opencontainers.image.description="Ray Serve worker for AMD Strix Halo (vLLM LLM inference)"

LABEL org.opencontainers.image.vendor="DaviesTechLabs"

LABEL org.opencontainers.image.source="https://git.daviestechlabs.io/daviestechlabs/kuberay-images"

LABEL org.opencontainers.image.licenses="MIT"

LABEL gpu.target="amd-rocm-7.1-gfx1151"

LABEL ray.version="2.53.0"

WORKDIR /app

ENV ROCM_HOME=/opt/rocm VIRTUAL_ENV=/opt/venv

ENV PATH="/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/home/ray/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin" LD_LIBRARY_PATH="/opt/rocm/lib:/opt/rocm/lib64:/opt/venv/lib" HSA_PATH="/opt/rocm/hsa" HIP_PATH="/opt/rocm/hip" HIP_VISIBLE_DEVICES=0 HSA_ENABLE_SDMA=0 PYTORCH_HIP_ALLOC_CONF="expandable_segments:True,max_split_size_mb:512" HSA_OVERRIDE_GFX_VERSION="11.0.0" ROCM_TARGET_LST="gfx1151,gfx1100"

/bin/sh -c --mount=type=cache,target=/var/cache/apt,sharing=locked --mount=type=cache,target=/var/lib/apt,sharing=locked apt-get update && apt-get install -y --no-install-recommends libelf1 libnuma1 libdrm2 libdrm-amdgpu1 kmod libopenmpi3 && rm -rf /var/lib/apt/lists/* && (groupadd -g 100 -o users 2>/dev/null || true) && existing=$(getent passwd 1000 | cut -d: -f1) && if [ -n "$existing" ] && [ "$existing" != "ray" ]; then usermod -l ray -d /home/ray -m -s /bin/bash "$existing"; elif [ -z "$existing" ]; then useradd -m -u 1000 -g 100 -s /bin/bash ray; fi && mkdir -p /home/ray/.aiter && chown 1000:100 /home/ray/.aiter

COPY file:afe6681af1c69c650ced414c6adcb13630db42397cc4612ae551893848e01f2a in /usr/local/bin/uv

/bin/sh -c uv pip uninstall --python /opt/venv/bin/python3 torch torchaudio torchvision 2>/dev/null || true

/bin/sh -c --mount=type=cache,target=/root/.cache/uv uv pip install --python /opt/venv/bin/python3 --index-strategy unsafe-best-match --prerelease=allow --extra-index-url https://wheels.vllm.ai/rocm/ --extra-index-url https://download.pytorch.org/whl/rocm7.0 'ray[default]==2.53.0' 'vllm==0.15.1+rocm700' torch torchaudio torchvision 'transformers>=4.35.0,<5.0' 'accelerate>=0.25.0,<1.0' 'sentence-transformers>=2.3.0,<3.0' 'httpx>=0.27.0,<1.0' 'scipy>=1.11.0,<2.0' 'pandas>=2.0.0,<3.0' 'numpy>=2.1.0,<2.3'

COPY dir:42ed44e2f1081661bb013164a95e50b934e7404dcd47bd88d621a9b5f289a831 in /tmp/amdsmi-shim

/bin/sh -c --mount=type=cache,target=/root/.cache/uv uv pip install --python /opt/venv/bin/python3 /tmp/amdsmi-shim && rm -rf /tmp/amdsmi-shim

COPY file:bacf695a49283846ccfa5f37faceab6546a37eddaf4b47edbcfd12e46723d1bb in /opt/venv/lib/python3.12/site-packages/strixhalo_vram_fix.py

/bin/sh -c echo "import strixhalo_vram_fix" > /opt/venv/lib/python3.12/site-packages/strixhalo_vram_fix.pth

COPY file:1fd7e46271c79ee4385f460446eda8ea48ef58278eaffd135108cabb5c971e15 in /app/ray-entrypoint.sh

/bin/sh -c chown -R 1000:100 /app

USER 1000

ENV PYTHONPATH=/app PYTHONUNBUFFERED=1 PYTHONDONTWRITEBYTECODE=1 RAY_HEAD_SVC="ai-inference-raycluster-head-svc" GPU_RESOURCE="gpu_amd_strixhalo" NUM_GPUS="1"

HEALTHCHECK --interval=30s --timeout=10s --start-period=120s --retries=3 CMD ray status --address=localhost:6379 || exit 1

ENTRYPOINT ["/app/ray-entrypoint.sh"]

Key	Value
gpu.target	amd-rocm-7.1-gfx1151
io.buildah.version	1.42.2
org.opencontainers.image.description	Ray Serve worker for AMD Strix Halo (vLLM LLM inference)
org.opencontainers.image.licenses	MIT
org.opencontainers.image.ref.name	ubuntu
org.opencontainers.image.source	https://git.daviestechlabs.io/daviestechlabs/kuberay-images
org.opencontainers.image.title	Ray Worker - AMD Strix Halo
org.opencontainers.image.vendor	DaviesTechLabs
org.opencontainers.image.version	24.04
ray.version	2.53.0

Details

Container

2026-02-09 18:04:27 +00:00

OCI / Docker

linux/amd64

MIT

Repository Site

16 GiB

Versions (24) View all

v1.0.26

2026-02-10

v1.0.25

2026-02-10

v1.0.24

2026-02-10

v1.0.23

2026-02-10

v1.0.22

2026-02-10

ray-worker-strixhalo (v1.0.18)

Installation

About this package

Image Layers

Labels