daviestechlabs

ray-worker-strixhalo (v1.0.25)

Published 2026-02-10 14:19:57 +00:00 by billy

Installation

docker pull git.daviestechlabs.io/daviestechlabs/ray-worker-strixhalo:v1.0.25
sha256:1c210efcc41a5ca1c729a5d6d5d1f87fcbac4b7c78e6f5b0bed05ea814022f9e

About this package

Ray Serve worker for AMD Strix Halo (vLLM source-built)

Image Layers

ARG RELEASE
ARG LAUNCHPAD_BUILD_ARCH
LABEL org.opencontainers.image.ref.name=ubuntu
LABEL org.opencontainers.image.version=24.04
ADD file:3077ee44db3cc7d38740d60a05c81418dd3825a007db473658464f52689e867b in /
CMD ["/bin/bash"]
ARG BASE_IMAGE=ubuntu:24.04
ARG PYTHON_VERSION=3.12
ARG PYTORCH_VERSION=2.9.1
ARG ROCM_VERSION=7.2
ARG AMDGPU_VERSION=7.2.70200-1
ARG TORCH_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp312-cp312-linux_x86_64.whl
ARG APEX_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/apex-1.9.0+rocm7.2.0.gite37ed124-cp312-cp312-linux_x86_64.whl
ARG TORCHAUDIO_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torchaudio-2.9.0+rocm7.2.0.gite3c6ee2b-cp312-cp312-linux_x86_64.whl
ARG TORCHVISION_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torchvision-0.24.0+rocm7.2.0.gitb919bd0c-cp312-cp312-linux_x86_64.whl
ARG TRITON_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/triton-3.5.1+rocm7.2.0.gita272dfa8-cp312-cp312-linux_x86_64.whl
ENV DEBIAN_FRONTEND=noninteractive
RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200-1 TORCH_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp312-cp312-linux_x86_64.whl APEX_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/apex-1.9.0+rocm7.2.0.gite37ed124-cp312-cp312-linux_x86_64.whl TORCHAUDIO_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torchaudio-2.9.0+rocm7.2.0.gite3c6ee2b-cp312-cp312-linux_x86_64.whl TORCHVISION_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torchvision-0.24.0+rocm7.2.0.gitb919bd0c-cp312-cp312-linux_x86_64.whl TRITON_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/triton-3.5.1+rocm7.2.0.gita272dfa8-cp312-cp312-linux_x86_64.whl /bin/sh -c echo "tzdata tzdata/Areas select Etc" | debconf-set-selections && echo "tzdata tzdata/Zones/Etc select UTC" | debconf-set-selections # buildkit
RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200-1 TORCH_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp312-cp312-linux_x86_64.whl APEX_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/apex-1.9.0+rocm7.2.0.gite37ed124-cp312-cp312-linux_x86_64.whl TORCHAUDIO_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torchaudio-2.9.0+rocm7.2.0.gite3c6ee2b-cp312-cp312-linux_x86_64.whl TORCHVISION_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torchvision-0.24.0+rocm7.2.0.gitb919bd0c-cp312-cp312-linux_x86_64.whl TRITON_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/triton-3.5.1+rocm7.2.0.gita272dfa8-cp312-cp312-linux_x86_64.whl /bin/sh -c apt update && apt install -y wget software-properties-common curl rsync dialog git # buildkit
ENV PATH=/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
ENV LD_LIBRARY_PATH=/opt/rocm/lib
RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200-1 TORCH_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp312-cp312-linux_x86_64.whl APEX_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/apex-1.9.0+rocm7.2.0.gite37ed124-cp312-cp312-linux_x86_64.whl TORCHAUDIO_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torchaudio-2.9.0+rocm7.2.0.gite3c6ee2b-cp312-cp312-linux_x86_64.whl TORCHVISION_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torchvision-0.24.0+rocm7.2.0.gitb919bd0c-cp312-cp312-linux_x86_64.whl TRITON_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/triton-3.5.1+rocm7.2.0.gita272dfa8-cp312-cp312-linux_x86_64.whl /bin/sh -c add-apt-repository ppa:deadsnakes/ppa && apt update && apt install -y python${PYTHON_VERSION} python3-pip python3-venv && if [ "${PYTHON_VERSION}" = "3.8" ] || [ "${PYTHON_VERSION}" = "3.9" ] || [ "${PYTHON_VERSION}" = "3.10" ] || [ "${PYTHON_VERSION}" = "3.11" ]; then apt install -y --no-install-recommends python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-distutils python${PYTHON_VERSION}-venv; else apt install -y --no-install-recommends python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv; fi && apt clean && rm -rf /var/lib/apt/lists/* # buildkit
RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200-1 TORCH_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp312-cp312-linux_x86_64.whl APEX_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/apex-1.9.0+rocm7.2.0.gite37ed124-cp312-cp312-linux_x86_64.whl TORCHAUDIO_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torchaudio-2.9.0+rocm7.2.0.gite3c6ee2b-cp312-cp312-linux_x86_64.whl TORCHVISION_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torchvision-0.24.0+rocm7.2.0.gitb919bd0c-cp312-cp312-linux_x86_64.whl TRITON_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/triton-3.5.1+rocm7.2.0.gita272dfa8-cp312-cp312-linux_x86_64.whl /bin/sh -c python${PYTHON_VERSION} -m venv /opt/venv && . /opt/venv/bin/activate && /opt/venv/bin/python -m pip install --upgrade pip && /opt/venv/bin/python -m pip install --upgrade setuptools && /opt/venv/bin/python -m pip install hypothesis scipy ninja # buildkit
ENV PATH=/opt/venv/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200-1 TORCH_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp312-cp312-linux_x86_64.whl APEX_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/apex-1.9.0+rocm7.2.0.gite37ed124-cp312-cp312-linux_x86_64.whl TORCHAUDIO_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torchaudio-2.9.0+rocm7.2.0.gite3c6ee2b-cp312-cp312-linux_x86_64.whl TORCHVISION_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torchvision-0.24.0+rocm7.2.0.gitb919bd0c-cp312-cp312-linux_x86_64.whl TRITON_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/triton-3.5.1+rocm7.2.0.gita272dfa8-cp312-cp312-linux_x86_64.whl /bin/sh -c echo "DEBUG: BASE_IMAGE=$BASE_IMAGE" && if [ "$BASE_IMAGE" = "ubuntu:24.04" ]; then wget https://repo.radeon.com/amdgpu-install/$ROCM_VERSION/ubuntu/noble/amdgpu-install_${AMDGPU_VERSION}_all.deb; else wget https://repo.radeon.com/amdgpu-install/$ROCM_VERSION/ubuntu/jammy/amdgpu-install_${AMDGPU_VERSION}_all.deb; fi # buildkit
RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200-1 TORCH_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp312-cp312-linux_x86_64.whl APEX_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/apex-1.9.0+rocm7.2.0.gite37ed124-cp312-cp312-linux_x86_64.whl TORCHAUDIO_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torchaudio-2.9.0+rocm7.2.0.gite3c6ee2b-cp312-cp312-linux_x86_64.whl TORCHVISION_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torchvision-0.24.0+rocm7.2.0.gitb919bd0c-cp312-cp312-linux_x86_64.whl TRITON_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/triton-3.5.1+rocm7.2.0.gita272dfa8-cp312-cp312-linux_x86_64.whl /bin/sh -c apt install -y ./*.deb # buildkit
RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200-1 TORCH_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp312-cp312-linux_x86_64.whl APEX_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/apex-1.9.0+rocm7.2.0.gite37ed124-cp312-cp312-linux_x86_64.whl TORCHAUDIO_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torchaudio-2.9.0+rocm7.2.0.gite3c6ee2b-cp312-cp312-linux_x86_64.whl TORCHVISION_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torchvision-0.24.0+rocm7.2.0.gitb919bd0c-cp312-cp312-linux_x86_64.whl TRITON_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/triton-3.5.1+rocm7.2.0.gita272dfa8-cp312-cp312-linux_x86_64.whl /bin/sh -c amdgpu-install --usecase=rocm -y && rm *.deb # buildkit
RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200-1 TORCH_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp312-cp312-linux_x86_64.whl APEX_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/apex-1.9.0+rocm7.2.0.gite37ed124-cp312-cp312-linux_x86_64.whl TORCHAUDIO_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torchaudio-2.9.0+rocm7.2.0.gite3c6ee2b-cp312-cp312-linux_x86_64.whl TORCHVISION_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torchvision-0.24.0+rocm7.2.0.gitb919bd0c-cp312-cp312-linux_x86_64.whl TRITON_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/triton-3.5.1+rocm7.2.0.gita272dfa8-cp312-cp312-linux_x86_64.whl /bin/sh -c pip install --no-cache-dir ${TORCH_WHEEL} ${APEX_WHEEL} ${TORCHAUDIO_WHEEL} ${TORCHVISION_WHEEL} ${TRITON_WHEEL} # buildkit
RUN |10 BASE_IMAGE=ubuntu:24.04 PYTHON_VERSION=3.12 PYTORCH_VERSION=2.9.1 ROCM_VERSION=7.2 AMDGPU_VERSION=7.2.70200-1 TORCH_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torch-2.9.1+rocm7.2.0.lw.git7e1940d4-cp312-cp312-linux_x86_64.whl APEX_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/apex-1.9.0+rocm7.2.0.gite37ed124-cp312-cp312-linux_x86_64.whl TORCHAUDIO_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torchaudio-2.9.0+rocm7.2.0.gite3c6ee2b-cp312-cp312-linux_x86_64.whl TORCHVISION_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/torchvision-0.24.0+rocm7.2.0.gitb919bd0c-cp312-cp312-linux_x86_64.whl TRITON_WHEEL=http://compute-artifactory.amd.com/artifactory/compute-pytorch-rocm/compute-rocm-rel-7.2/43/triton-3.5.1+rocm7.2.0.gita272dfa8-cp312-cp312-linux_x86_64.whl /bin/sh -c git clone https://github.com/ROCm/pytorch-micro-benchmarking /var/lib/jenkins/pytorch-micro-benchmarking && ln -sf /usr/bin/python3 /usr/bin/python # buildkit
ARG VLLM_VERSION=v0.15.1
ARG PYTORCH_ROCM_ARCH=gfx1151
ARG MAX_JOBS=16
LABEL org.opencontainers.image.title=Ray Worker - AMD Strix Halo
LABEL org.opencontainers.image.description=Ray Serve worker for AMD Strix Halo (vLLM source-built)
LABEL org.opencontainers.image.vendor=DaviesTechLabs
LABEL org.opencontainers.image.source=https://git.daviestechlabs.io/daviestechlabs/kuberay-images
LABEL org.opencontainers.image.licenses=MIT
LABEL gpu.target=amd-rocm-7.2-gfx1151
LABEL ray.version=2.53.0
LABEL vllm.build=source
WORKDIR /app
ENV ROCM_HOME=/opt/rocm VIRTUAL_ENV=/opt/venv HIP_CLANG_PATH=/opt/rocm/llvm/bin
ENV PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/home/ray/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/opt/rocm/lib:/opt/rocm/lib64:/opt/venv/lib HSA_PATH=/opt/rocm/hsa HIP_PATH=/opt/rocm HIP_VISIBLE_DEVICES=0 HSA_ENABLE_SDMA=0 PYTORCH_ALLOC_CONF=max_split_size_mb:512 ROCM_TARGET_LST=gfx1151
RUN |3 VLLM_VERSION=v0.15.1 PYTORCH_ROCM_ARCH=gfx1151 MAX_JOBS=16 /bin/sh -c (groupadd -g 100 -o users 2>/dev/null || true) && existing=$(getent passwd 1000 | cut -d: -f1) && if [ -n "$existing" ] && [ "$existing" != "ray" ]; then usermod -l ray -d /home/ray -m -s /bin/bash "$existing"; elif [ -z "$existing" ]; then useradd -m -u 1000 -g 100 -s /bin/bash ray; fi && mkdir -p /home/ray/.aiter && chown 1000:100 /home/ray/.aiter # buildkit
COPY /uv /usr/local/bin/uv # buildkit
RUN |3 VLLM_VERSION=v0.15.1 PYTORCH_ROCM_ARCH=gfx1151 MAX_JOBS=16 /bin/sh -c uv pip install --python /opt/venv/bin/python3 'cmake>=3.26.1,<4' ninja 'packaging>=24.2' 'setuptools>=77.0.3,<80.0.0' 'setuptools-scm>=8' wheel 'jinja2>=3.1.6' regex # buildkit
WORKDIR /tmp/vllm-build
RUN |3 VLLM_VERSION=v0.15.1 PYTORCH_ROCM_ARCH=gfx1151 MAX_JOBS=16 /bin/sh -c git clone --depth 1 --branch ${VLLM_VERSION} https://github.com/vllm-project/vllm.git . # buildkit
RUN |3 VLLM_VERSION=v0.15.1 PYTORCH_ROCM_ARCH=gfx1151 MAX_JOBS=16 /bin/sh -c if [ -f use_existing_torch.py ]; then python3 use_existing_torch.py --prefix; else sed -i '/"torch[= ]/d; /"torchvision[= ]/d; /"torchaudio[= ]/d' pyproject.toml 2>/dev/null || true; fi # buildkit
ENV PYTORCH_ROCM_ARCH=gfx1151 VLLM_TARGET_DEVICE=rocm MAX_JOBS=16 CMAKE_BUILD_TYPE=Release HIP_ROOT_DIR=/opt/rocm CMAKE_PREFIX_PATH=/opt/rocm;/opt/rocm/lib/cmake CCACHE_DIR=/root/.cache/ccache
RUN |3 VLLM_VERSION=v0.15.1 PYTORCH_ROCM_ARCH=gfx1151 MAX_JOBS=16 /bin/sh -c python3 setup.py bdist_wheel --dist-dir=dist && uv pip install --python /opt/venv/bin/python3 --no-deps dist/*.whl # buildkit
RUN |3 VLLM_VERSION=v0.15.1 PYTORCH_ROCM_ARCH=gfx1151 MAX_JOBS=16 /bin/sh -c uv pip install --python /opt/venv/bin/python3 --no-deps --prerelease=allow --extra-index-url https://wheels.vllm.ai/rocm/ triton triton-kernels flash_attn xgrammar # buildkit
RUN |3 VLLM_VERSION=v0.15.1 PYTORCH_ROCM_ARCH=gfx1151 MAX_JOBS=16 /bin/sh -c uv pip install --python /opt/venv/bin/python3 'ray[default]==2.53.0' 'transformers>=4.35.0,<5.0' 'accelerate>=0.25.0,<1.0' 'sentence-transformers>=2.3.0,<3.0' 'httpx>=0.27.0,<1.0' 'scipy>=1.11.0,<2.0' 'pandas>=2.0.0,<3.0' 'numpy>=2.1.0,<2.3' 'numba>=0.60.0,<0.62' 'uvloop>=0.21.0' 'msgpack>=1.0.0' 'msgspec>=0.18.0' 'fastapi>=0.110.0' 'uvicorn[standard]>=0.28.0' 'openai>=1.0' 'peft>=0.7.0' 'datasets>=2.16.0' 'pydantic>=2.0' 'prometheus-fastapi-instrumentator>=6.0' 'lark>=1.1.0' 'outlines_core>=0.1.0' 'lm-format-enforcer>=0.10.0' 'partial-json-parser>=0.2.0' 'mistral-common>=1.5.0' 'compressed-tensors>=0.8.0' 'gguf>=0.6.0' 'tokenizers>=0.20.0' 'safetensors>=0.4.0' 'filelock>=3.13.0' 'psutil>=5.9.0' 'py-cpuinfo>=9.0.0' 'prometheus-client>=0.20.0' 'pillow>=10.0' 'aiohttp>=3.9.0' 'requests>=2.31.0' 'pyyaml>=6.0' 'cloudpickle>=3.0' 'blake3>=0.3.0' 'cbor2>=5.0' 'diskcache>=5.0' 'pyzmq>=25.0' 'python-json-logger>=2.0' 'sentencepiece>=0.2.0' 'tiktoken>=0.5.0' 'tqdm>=4.66.0' 'packaging>=23.0' 'regex>=2023.0' 'six>=1.16.0' 'typing_extensions>=4.8.0' 'einops>=0.7.0' 'depyf>=0.18.0' 'grpcio>=1.60.0' 'protobuf>=4.25.0' 'pybase64>=1.0' 'setproctitle>=1.3.0' 'cachetools>=5.0' 'ijson>=3.2' 'opencv-python-headless>=4.8' 'grpcio-reflection>=1.60.0' 'grpcio-tools>=1.60.0' 'anthropic>=0.20.0' 'mcp>=1.0' 'tensorizer>=2.9.0' 'openai-harmony>=0.0.6' 'llguidance>=1.0' 'conch-triton-kernels>=1.0' 'model-hosting-container-standards>=0.1.0' 'runai-model-streamer>=0.15.0' 'timm>=1.0' # buildkit
RUN |3 VLLM_VERSION=v0.15.1 PYTORCH_ROCM_ARCH=gfx1151 MAX_JOBS=16 /bin/sh -c uv pip install --python /opt/venv/bin/python3 --extra-index-url https://git.daviestechlabs.io/api/packages/daviestechlabs/pypi/simple/ 'ray-serve-apps==1.0.1+10' # buildkit
RUN |3 VLLM_VERSION=v0.15.1 PYTORCH_ROCM_ARCH=gfx1151 MAX_JOBS=16 /bin/sh -c python3 -c "import torch; v = torch.__version__; assert 'rocm7.2' in v, f'Expected ROCm 7.2 vendor torch, got {v}'; print(f'torch {v} (vendor) OK')" # buildkit
COPY amdsmi-shim /tmp/amdsmi-shim # buildkit
RUN |3 VLLM_VERSION=v0.15.1 PYTORCH_ROCM_ARCH=gfx1151 MAX_JOBS=16 /bin/sh -c uv pip install --python /opt/venv/bin/python3 /tmp/amdsmi-shim && rm -rf /tmp/amdsmi-shim # buildkit
COPY amdsmi-shim/strixhalo_vram_fix.py /opt/venv/lib/python3.12/site-packages/strixhalo_vram_fix.py # buildkit
RUN |3 VLLM_VERSION=v0.15.1 PYTORCH_ROCM_ARCH=gfx1151 MAX_JOBS=16 /bin/sh -c echo "import strixhalo_vram_fix" > /opt/venv/lib/python3.12/site-packages/strixhalo_vram_fix.pth # buildkit
WORKDIR /app
RUN |3 VLLM_VERSION=v0.15.1 PYTORCH_ROCM_ARCH=gfx1151 MAX_JOBS=16 /bin/sh -c rm -rf /tmp/vllm-build # buildkit
COPY --chmod=755 dockerfiles/ray-entrypoint.sh /app/ray-entrypoint.sh # buildkit
RUN |3 VLLM_VERSION=v0.15.1 PYTORCH_ROCM_ARCH=gfx1151 MAX_JOBS=16 /bin/sh -c chown -R 1000:100 /app # buildkit
USER 1000
ENV PYTHONPATH=/app PYTHONUNBUFFERED=1 PYTHONDONTWRITEBYTECODE=1 RAY_HEAD_SVC=ai-inference-raycluster-head-svc GPU_RESOURCE=gpu_strixhalo NUM_GPUS=1
HEALTHCHECK &{["CMD-SHELL" "ray status --address=localhost:6379 || exit 1"] "30s" "10s" "2m0s" "0s" '\x03'}
ENTRYPOINT ["/app/ray-entrypoint.sh"]

Labels

Key Value
gpu.target amd-rocm-7.2-gfx1151
org.opencontainers.image.description Ray Serve worker for AMD Strix Halo (vLLM source-built)
org.opencontainers.image.licenses MIT
org.opencontainers.image.ref.name ubuntu
org.opencontainers.image.source https://git.daviestechlabs.io/daviestechlabs/kuberay-images
org.opencontainers.image.title Ray Worker - AMD Strix Halo
org.opencontainers.image.vendor DaviesTechLabs
org.opencontainers.image.version 24.04
ray.version 2.53.0
vllm.build source
Details
Container
2026-02-10 14:19:57 +00:00
1
OCI / Docker
linux/amd64
MIT
11 GiB
Versions (24) View all
v1.0.26 2026-02-10
v1.0.25 2026-02-10
v1.0.24 2026-02-10
v1.0.23 2026-02-10
v1.0.22 2026-02-10