ray-worker-strixhalo (v1.0.20)

Published 2026-02-09 23:48:01 +00:00 by billy

Pull the image from the command line:

docker pull git.daviestechlabs.io/daviestechlabs/ray-worker-strixhalo:v1.0.20

Digest

sha256:9ed922c60cdaf96ca908e616dc26897b4a33ddaa99a7c9e994debdc98ac54fea

For more information on the Container registry, see the documentation.

Ray Serve worker for AMD Strix Halo (vLLM source-built)

Image Layers

ARG RELEASE

ARG LAUNCHPAD_BUILD_ARCH

LABEL org.opencontainers.image.ref.name=ubuntu

LABEL org.opencontainers.image.version=24.04

ADD file:ddf1aa62235de6657123492b19d27d937c25668011b5ebf923a3f019200f8540 in /

CMD ["/bin/bash"]

ARG PYTHON_VERSION=3.12

ARG ROCM_BUILD_JOB=compute-rocm-rel-7.0

ARG LKG_BUILD_NUM=56

ARG ARTF_SERV=http://compute-artifactory.amd.com

ARG ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list

ARG PYTORCH_VERSION=2.9.1

ARG ROCM_VERSION

ARG PYTHON_VERSION_PYTORCH=312

ARG PY_POST_COMP=

ARG WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/56/torch-2.9.1+rocm7.0.2.lw.git351ff442-cp312-cp312-linux_x86_64.sh

ARG OS_VERSION=24.04

ARG PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151;gfx1150

ENV DEBIAN_FRONTEND=noninteractive

ENV PATH=/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

ENV LD_LIBRARY_PATH=/opt/rocm/lib

RUN |12 PYTHON_VERSION=3.12 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=56 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.9.1 ROCM_VERSION= PYTHON_VERSION_PYTORCH=312 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/56/torch-2.9.1+rocm7.0.2.lw.git351ff442-cp312-cp312-linux_x86_64.sh OS_VERSION=24.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151;gfx1150 /bin/sh -c add-apt-repository ppa:deadsnakes/ppa && apt update && apt install -y python${PYTHON_VERSION} python3-pip python3-venv && if [ "${PYTHON_VERSION}" = "3.8" ] || [ "${PYTHON_VERSION}" = "3.9" ] || [ "${PYTHON_VERSION}" = "3.10" ] || [ "${PYTHON_VERSION}" = "3.11" ]; then apt install -y --no-install-recommends python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-distutils python${PYTHON_VERSION}-venv; else apt install -y --no-install-recommends python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv; fi && apt clean && rm -rf /var/lib/apt/lists/* # buildkit

ENV PATH=/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

RUN |12 PYTHON_VERSION=3.12 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=56 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.9.1 ROCM_VERSION= PYTHON_VERSION_PYTORCH=312 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/56/torch-2.9.1+rocm7.0.2.lw.git351ff442-cp312-cp312-linux_x86_64.sh OS_VERSION=24.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151;gfx1150 /bin/sh -c echo "deb [arch=amd64 trusted=yes] ${ARTF_PRE}/rocm-osdb-${OS_VERSION}-deb ${ROCM_BUILD_JOB} ${LKG_BUILD_NUM}" | tee /etc/apt/sources.list.d/rocm.list && rm -rf /tmp/* && echo "Package: *" | tee /etc/apt/preferences.d/rocm-pin-600 && echo "Pin: origin ${ARTF_SERV#*://}" | tee -a /etc/apt/preferences.d/rocm-pin-600 && echo "Pin-Priority: 600" | tee -a /etc/apt/preferences.d/rocm-pin-600 && apt-get update && apt-get install -y rocm # buildkit

COPY /pytorch/whl_docker/custom_install.sh /var/lib/jenkins/custom_install.sh # buildkit

COPY src_repo /var/lib/jenkins/pytorch # buildkit

ENV BUILD_ENVIRONMENT=rocm

ENV PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151;gfx1150

RUN |12 PYTHON_VERSION=3.12 ROCM_BUILD_JOB=compute-rocm-rel-7.0 LKG_BUILD_NUM=56 ARTF_SERV=http://compute-artifactory.amd.com ARTF_PRE=http://compute-artifactory.amd.com/artifactory/list PYTORCH_VERSION=2.9.1 ROCM_VERSION= PYTHON_VERSION_PYTORCH=312 PY_POST_COMP= WHL_INSTALL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.0/56/torch-2.9.1+rocm7.0.2.lw.git351ff442-cp312-cp312-linux_x86_64.sh OS_VERSION=24.04 PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1200;gfx1201;gfx950;gfx1151;gfx1150 /bin/sh -c if [ -z "$ROCM_VERSION" ]; then echo "Listing /opt directory:" && ls /opt && ROCM_VERSION=$(ls /opt | grep -oP 'rocm-\K[0-9.]+'); if [ -z "$ROCM_VERSION" ]; then echo "ROCM_VERSION could not be determined"; exit 1; fi; fi && echo "ROCM_VERSION is set to $ROCM_VERSION" && echo "Downloading from URL: ${WHL_INSTALL}" && mkdir -p /install && wget ${WHL_INSTALL} -O /install/$(basename ${WHL_INSTALL}) && ls -l /install/$(basename ${WHL_INSTALL}) && chmod +x /install/$(basename ${WHL_INSTALL}) && sh /install/$(basename ${WHL_INSTALL}) # buildkit

ARG VLLM_VERSION=v0.15.1

ARG PYTORCH_ROCM_ARCH=gfx1100

ARG MAX_JOBS=16

LABEL org.opencontainers.image.title=Ray Worker - AMD Strix Halo

LABEL org.opencontainers.image.description=Ray Serve worker for AMD Strix Halo (vLLM source-built)

LABEL org.opencontainers.image.vendor=DaviesTechLabs

LABEL org.opencontainers.image.source=https://git.daviestechlabs.io/daviestechlabs/kuberay-images

LABEL org.opencontainers.image.licenses=MIT

LABEL gpu.target=amd-rocm-7.0.2-gfx1151

LABEL ray.version=2.53.0

LABEL vllm.build=source

WORKDIR /app

ENV ROCM_HOME=/opt/rocm VIRTUAL_ENV=/opt/venv HIP_CLANG_PATH=/opt/rocm/llvm/bin

ENV PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/home/ray/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/opt/rocm/lib:/opt/rocm/lib64:/opt/venv/lib HSA_PATH=/opt/rocm/hsa HIP_PATH=/opt/rocm HIP_VISIBLE_DEVICES=0 HSA_ENABLE_SDMA=0 PYTORCH_ALLOC_CONF=max_split_size_mb:512 HSA_OVERRIDE_GFX_VERSION=11.0.0 ROCM_TARGET_LST=gfx1151,gfx1100

RUN |3 VLLM_VERSION=v0.15.1 PYTORCH_ROCM_ARCH=gfx1100 MAX_JOBS=16 /bin/sh -c (groupadd -g 100 -o users 2>/dev/null || true) && existing=$(getent passwd 1000 | cut -d: -f1) && if [ -n "$existing" ] && [ "$existing" != "ray" ]; then usermod -l ray -d /home/ray -m -s /bin/bash "$existing"; elif [ -z "$existing" ]; then useradd -m -u 1000 -g 100 -s /bin/bash ray; fi && mkdir -p /home/ray/.aiter && chown 1000:100 /home/ray/.aiter # buildkit

COPY /uv /usr/local/bin/uv # buildkit

RUN |3 VLLM_VERSION=v0.15.1 PYTORCH_ROCM_ARCH=gfx1100 MAX_JOBS=16 /bin/sh -c uv pip install --python /opt/venv/bin/python3 'cmake>=3.26.1,<4' ninja 'packaging>=24.2' 'setuptools>=77.0.3,<80.0.0' 'setuptools-scm>=8' wheel 'jinja2>=3.1.6' regex # buildkit

WORKDIR /tmp/vllm-build

RUN |3 VLLM_VERSION=v0.15.1 PYTORCH_ROCM_ARCH=gfx1100 MAX_JOBS=16 /bin/sh -c git clone --depth 1 --branch ${VLLM_VERSION} https://github.com/vllm-project/vllm.git . # buildkit

RUN |3 VLLM_VERSION=v0.15.1 PYTORCH_ROCM_ARCH=gfx1100 MAX_JOBS=16 /bin/sh -c if [ -f use_existing_torch.py ]; then python3 use_existing_torch.py --prefix; else sed -i '/"torch[= ]/d; /"torchvision[= ]/d; /"torchaudio[= ]/d' pyproject.toml 2>/dev/null || true; fi # buildkit

ENV PYTORCH_ROCM_ARCH=gfx1100 VLLM_TARGET_DEVICE=rocm MAX_JOBS=16 CMAKE_BUILD_TYPE=Release HIP_ROOT_DIR=/opt/rocm CMAKE_PREFIX_PATH=/opt/rocm;/opt/rocm/lib/cmake CCACHE_DIR=/root/.cache/ccache

RUN |3 VLLM_VERSION=v0.15.1 PYTORCH_ROCM_ARCH=gfx1100 MAX_JOBS=16 /bin/sh -c python3 setup.py bdist_wheel --dist-dir=dist && uv pip install --python /opt/venv/bin/python3 --no-deps dist/*.whl # buildkit

RUN |3 VLLM_VERSION=v0.15.1 PYTORCH_ROCM_ARCH=gfx1100 MAX_JOBS=16 /bin/sh -c uv pip install --python /opt/venv/bin/python3 --no-deps --prerelease=allow --extra-index-url https://wheels.vllm.ai/rocm/ triton triton-kernels flash_attn # buildkit

RUN |3 VLLM_VERSION=v0.15.1 PYTORCH_ROCM_ARCH=gfx1100 MAX_JOBS=16 /bin/sh -c uv pip install --python /opt/venv/bin/python3 'ray[default]==2.53.0' 'transformers>=4.35.0,<5.0' 'accelerate>=0.25.0,<1.0' 'sentence-transformers>=2.3.0,<3.0' 'httpx>=0.27.0,<1.0' 'scipy>=1.11.0,<2.0' 'pandas>=2.0.0,<3.0' 'numpy>=2.1.0,<2.3' 'numba>=0.60.0,<0.62' 'tokenizers>=0.20.0' 'safetensors>=0.4.0' 'uvloop>=0.21.0' 'pyyaml>=6.0' 'requests>=2.31.0' 'aiohttp>=3.9.0' 'pillow>=10.0' 'prometheus-client>=0.20.0' 'py-cpuinfo>=9.0.0' 'filelock>=3.13.0' 'psutil>=5.9.0' 'msgpack>=1.0.0' 'gguf>=0.6.0' 'compressed-tensors>=0.8.0' 'outlines>=0.1.0' 'lm-format-enforcer>=0.10.0' 'partial-json-parser>=0.2.0' 'mistral-common>=1.5.0' # buildkit

RUN |3 VLLM_VERSION=v0.15.1 PYTORCH_ROCM_ARCH=gfx1100 MAX_JOBS=16 /bin/sh -c python3 -c "import torch; v = torch.__version__; assert '+git' not in v, f'vLLM torch detected ({v}) — vendor torch was overwritten!'; print(f'torch {v} (vendor) OK')" # buildkit

COPY amdsmi-shim /tmp/amdsmi-shim # buildkit

RUN |3 VLLM_VERSION=v0.15.1 PYTORCH_ROCM_ARCH=gfx1100 MAX_JOBS=16 /bin/sh -c uv pip install --python /opt/venv/bin/python3 /tmp/amdsmi-shim && rm -rf /tmp/amdsmi-shim # buildkit

COPY amdsmi-shim/strixhalo_vram_fix.py /opt/venv/lib/python3.12/site-packages/strixhalo_vram_fix.py # buildkit

RUN |3 VLLM_VERSION=v0.15.1 PYTORCH_ROCM_ARCH=gfx1100 MAX_JOBS=16 /bin/sh -c echo "import strixhalo_vram_fix" > /opt/venv/lib/python3.12/site-packages/strixhalo_vram_fix.pth # buildkit

WORKDIR /app

RUN |3 VLLM_VERSION=v0.15.1 PYTORCH_ROCM_ARCH=gfx1100 MAX_JOBS=16 /bin/sh -c rm -rf /tmp/vllm-build # buildkit

COPY --chmod=755 dockerfiles/ray-entrypoint.sh /app/ray-entrypoint.sh # buildkit

RUN |3 VLLM_VERSION=v0.15.1 PYTORCH_ROCM_ARCH=gfx1100 MAX_JOBS=16 /bin/sh -c chown -R 1000:100 /app # buildkit

USER 1000

ENV PYTHONPATH=/app PYTHONUNBUFFERED=1 PYTHONDONTWRITEBYTECODE=1 RAY_HEAD_SVC=ai-inference-raycluster-head-svc GPU_RESOURCE=gpu_strixhalo NUM_GPUS=1

HEALTHCHECK &{["CMD-SHELL" "ray status --address=localhost:6379 || exit 1"] "30s" "10s" "2m0s" "0s" '\x03'}

ENTRYPOINT ["/app/ray-entrypoint.sh"]

Key	Value
gpu.target	amd-rocm-7.0.2-gfx1151
org.opencontainers.image.description	Ray Serve worker for AMD Strix Halo (vLLM source-built)
org.opencontainers.image.licenses	MIT
org.opencontainers.image.ref.name	ubuntu
org.opencontainers.image.source	https://git.daviestechlabs.io/daviestechlabs/kuberay-images
org.opencontainers.image.title	Ray Worker - AMD Strix Halo
org.opencontainers.image.vendor	DaviesTechLabs
org.opencontainers.image.version	24.04
ray.version	2.53.0
vllm.build	source

Details

Container

2026-02-09 23:48:01 +00:00

OCI / Docker

linux/amd64

MIT

Repository Site

13 GiB

Versions (24) View all

v1.0.26

2026-02-10

v1.0.25

2026-02-10

v1.0.24

2026-02-10

v1.0.23

2026-02-10

v1.0.22

2026-02-10

ray-worker-strixhalo (v1.0.20)

Installation

About this package

Image Layers

Labels