ray-worker-strixhalo (v1.0.6)
Published 2026-02-06 13:03:37 +00:00 by billy
Installation
docker pull git.daviestechlabs.io/daviestechlabs/ray-worker-strixhalo:v1.0.6sha256:aae37820336a1533426906fedf5a9870b7212dabe1e17c1728e08611159d9de6
About this package
Ray Serve worker for AMD Strix Halo (vLLM LLM inference)
Image Layers
| ARG RELEASE |
| ARG LAUNCHPAD_BUILD_ARCH |
| LABEL org.opencontainers.image.ref.name=ubuntu |
| LABEL org.opencontainers.image.version=22.04 |
| ADD file:d025507456f1d7d19195885b1c02a346454d60c9348cbd3be92431f2d7e2666e in / |
| CMD ["/bin/bash"] |
| ENV TZ=America/Los_Angeles |
| ENV LC_ALL=C.UTF-8 |
| ENV LANG=C.UTF-8 |
| ENV PATH=/home/ray/anaconda3/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin |
| ENV LD_LIBRARY_PATH=:/usr/local/nvidia/lib64 |
| ARG DEBIAN_FRONTEND=noninteractive |
| ARG PYTHON_VERSION=3.9 |
| ARG PYTHON_DEPSET |
| ARG RAY_UID=1000 |
| ARG RAY_GID=100 |
| RUN |5 DEBIAN_FRONTEND=noninteractive PYTHON_VERSION=3.11 PYTHON_DEPSET=python/deplocks/base_deps/ray_base_deps_py3.11.lock RAY_UID=1000 RAY_GID=100 /bin/sh -c /dev/pipes/EOF # buildkit |
| USER 1000 |
| ENV HOME=/home/ray |
| WORKDIR /home/ray |
| COPY python/requirements_compiled.txt /home/ray/requirements_compiled.txt # buildkit |
| COPY python/deplocks/base_deps/ray_base_deps_py3.11.lock /home/ray/python_depset.lock # buildkit |
| SHELL [/bin/bash -c] |
| RUN |5 DEBIAN_FRONTEND=noninteractive PYTHON_VERSION=3.11 PYTHON_DEPSET=python/deplocks/base_deps/ray_base_deps_py3.11.lock RAY_UID=1000 RAY_GID=100 /bin/bash -c /dev/pipes/EOF # buildkit |
| WORKDIR /home/ray |
| ARG WHEEL_PATH |
| ARG FIND_LINKS_PATH=.whl |
| ARG CONSTRAINTS_FILE=requirements_compiled.txt |
| COPY .whl/ray-2.53.0-cp311-cp311-manylinux2014_x86_64.whl . # buildkit |
| COPY .whl .whl # buildkit |
| RUN |3 WHEEL_PATH=.whl/ray-2.53.0-cp311-cp311-manylinux2014_x86_64.whl FIND_LINKS_PATH=.whl CONSTRAINTS_FILE=requirements_compiled.txt /bin/bash -c $HOME/anaconda3/bin/pip --no-cache-dir install -c $CONSTRAINTS_FILE `basename $WHEEL_PATH`[all] --find-links $FIND_LINKS_PATH && sudo rm `basename $WHEEL_PATH` # buildkit |
| RUN |3 WHEEL_PATH=.whl/ray-2.53.0-cp311-cp311-manylinux2014_x86_64.whl FIND_LINKS_PATH=.whl CONSTRAINTS_FILE=requirements_compiled.txt /bin/bash -c $HOME/anaconda3/bin/pip freeze > /home/ray/pip-freeze.txt # buildkit |
| LABEL org.opencontainers.image.title="Ray Worker - AMD Strix Halo" |
| LABEL org.opencontainers.image.description="Ray Serve worker for AMD Strix Halo (vLLM LLM inference)" |
| LABEL org.opencontainers.image.vendor="DaviesTechLabs" |
| LABEL org.opencontainers.image.source="https://git.daviestechlabs.io/daviestechlabs/kuberay-images" |
| LABEL org.opencontainers.image.licenses="MIT" |
| LABEL gpu.target="amd-rocm-7.1-gfx1151" |
| LABEL ray.version="2.53.0" |
| WORKDIR /app |
| COPY --link dir:3dc7ec90a989e2aea8e72331f9ea9f444673f5686c84f1aaf6cd02f48511c81a in /opt/rocm |
| ENV ROCM_HOME=/opt/rocm |
| ENV PATH="/opt/rocm/bin:/opt/rocm/llvm/bin:/home/ray/anaconda3/bin:/home/ray/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin" LD_LIBRARY_PATH="/opt/rocm/lib:/opt/rocm/lib64" HSA_PATH="/opt/rocm/hsa" HIP_PATH="/opt/rocm/hip" HIP_VISIBLE_DEVICES=0 HSA_ENABLE_SDMA=0 PYTORCH_HIP_ALLOC_CONF="expandable_segments:True,max_split_size_mb:512" HSA_OVERRIDE_GFX_VERSION="11.0.0" ROCM_TARGET_LST="gfx1151,gfx1100" |
| USER root |
| /bin/sh -c --mount=type=cache,target=/var/cache/apt,sharing=locked --mount=type=cache,target=/var/lib/apt,sharing=locked apt-get update && apt-get install -y --no-install-recommends libelf1 libnuma1 libdrm2 libdrm-amdgpu1 kmod && rm -rf /var/lib/apt/lists/* |
| COPY file:afe6681af1c69c650ced414c6adcb13630db42397cc4612ae551893848e01f2a in /usr/local/bin/uv |
| USER ray |
| /bin/sh -c --mount=type=cache,target=/home/ray/.cache/uv,uid=1000,gid=1000 uv pip install --system 'vllm>=0.5.0' 'transformers>=4.35.0,<5.0' 'accelerate>=0.25.0,<1.0' 'sentence-transformers>=2.3.0,<3.0' 'httpx>=0.27.0,<1.0' 'scipy>=1.11.0,<2.0' |
| /bin/sh -c --mount=type=cache,target=/home/ray/.cache/uv,uid=1000,gid=1000 uv pip install --system --reinstall --index-url https://rocm.nightlies.amd.com/v2/gfx110X-all/ torch torchaudio torchvision |
| /bin/sh -c --mount=type=cache,target=/home/ray/.cache/uv,uid=1000,gid=1000 uv pip install --system 'pandas>=2.0.0,<3.0' |
| COPY file:1b0250f86a8653101b6399efa4f4acdd4ca7423f74faec1eedf6d1718aa7a87c in /app/ray-entrypoint.sh |
| ENV PYTHONPATH=/app PYTHONUNBUFFERED=1 PYTHONDONTWRITEBYTECODE=1 RAY_HEAD_SVC="ai-inference-raycluster-head-svc" GPU_RESOURCE="gpu_amd_strixhalo" NUM_GPUS="1" |
| HEALTHCHECK --interval=30s --timeout=10s --start-period=120s --retries=3 CMD ray status --address=localhost:6379 || exit 1 |
| ENTRYPOINT ["/app/ray-entrypoint.sh"] |
Labels
| Key | Value |
|---|---|
| gpu.target | amd-rocm-7.1-gfx1151 |
| io.buildah.version | 1.42.2 |
| io.ray.ray-commit | 0de211850589aea71f842873bc32574c702ab492 |
| io.ray.ray-version | 2.53.0 |
| org.opencontainers.image.description | Ray Serve worker for AMD Strix Halo (vLLM LLM inference) |
| org.opencontainers.image.licenses | MIT |
| org.opencontainers.image.ref.name | ubuntu |
| org.opencontainers.image.source | https://git.daviestechlabs.io/daviestechlabs/kuberay-images |
| org.opencontainers.image.title | Ray Worker - AMD Strix Halo |
| org.opencontainers.image.vendor | DaviesTechLabs |
| org.opencontainers.image.version | 22.04 |
| ray.version | 2.53.0 |