Gitea: Git with a cup of tea

Pull the image from the command line:

docker pull git.daviestechlabs.io/daviestechlabs/ray-worker-strixhalo:v1.0.14

Digest

sha256:f214fd43f0c8eb2b97891fb4267cf455a502d60ecbe73f2fbb25127571a9268e

For more information on the Container registry, see the documentation.

Ray Serve worker for AMD Strix Halo (vLLM LLM inference)

ARG RELEASE

ARG LAUNCHPAD_BUILD_ARCH

LABEL org.opencontainers.image.ref.name=ubuntu

LABEL org.opencontainers.image.version=22.04

ADD file:d025507456f1d7d19195885b1c02a346454d60c9348cbd3be92431f2d7e2666e in /

CMD ["/bin/bash"]

ENV TZ=America/Los_Angeles

ENV LC_ALL=C.UTF-8

ENV LANG=C.UTF-8

ENV PATH=/home/ray/anaconda3/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin

ENV LD_LIBRARY_PATH=:/usr/local/nvidia/lib64

ARG DEBIAN_FRONTEND=noninteractive

ARG PYTHON_VERSION=3.9

ARG PYTHON_DEPSET

ARG RAY_UID=1000

ARG RAY_GID=100

RUN |5 DEBIAN_FRONTEND=noninteractive PYTHON_VERSION=3.12 PYTHON_DEPSET=python/deplocks/base_deps/ray_base_deps_py3.12.lock RAY_UID=1000 RAY_GID=100 /bin/sh -c /dev/pipes/EOF # buildkit

USER 1000

ENV HOME=/home/ray

WORKDIR /home/ray

COPY python/requirements_compiled.txt /home/ray/requirements_compiled.txt # buildkit

COPY python/deplocks/base_deps/ray_base_deps_py3.12.lock /home/ray/python_depset.lock # buildkit

SHELL [/bin/bash -c]

RUN |5 DEBIAN_FRONTEND=noninteractive PYTHON_VERSION=3.12 PYTHON_DEPSET=python/deplocks/base_deps/ray_base_deps_py3.12.lock RAY_UID=1000 RAY_GID=100 /bin/bash -c /dev/pipes/EOF # buildkit

WORKDIR /home/ray

ARG WHEEL_PATH

ARG FIND_LINKS_PATH=.whl

ARG CONSTRAINTS_FILE=requirements_compiled.txt

COPY .whl/ray-2.53.0-cp312-cp312-manylinux2014_x86_64.whl . # buildkit

COPY .whl .whl # buildkit

RUN |3 WHEEL_PATH=.whl/ray-2.53.0-cp312-cp312-manylinux2014_x86_64.whl FIND_LINKS_PATH=.whl CONSTRAINTS_FILE=requirements_compiled.txt /bin/bash -c $HOME/anaconda3/bin/pip --no-cache-dir install -c $CONSTRAINTS_FILE `basename $WHEEL_PATH`[all] --find-links $FIND_LINKS_PATH && sudo rm `basename $WHEEL_PATH` # buildkit

RUN |3 WHEEL_PATH=.whl/ray-2.53.0-cp312-cp312-manylinux2014_x86_64.whl FIND_LINKS_PATH=.whl CONSTRAINTS_FILE=requirements_compiled.txt /bin/bash -c $HOME/anaconda3/bin/pip freeze > /home/ray/pip-freeze.txt # buildkit

LABEL org.opencontainers.image.title="Ray Worker - AMD Strix Halo"

LABEL org.opencontainers.image.description="Ray Serve worker for AMD Strix Halo (vLLM LLM inference)"

LABEL org.opencontainers.image.vendor="DaviesTechLabs"

LABEL org.opencontainers.image.source="https://git.daviestechlabs.io/daviestechlabs/kuberay-images"

LABEL org.opencontainers.image.licenses="MIT"

LABEL gpu.target="amd-rocm-7.1-gfx1151"

LABEL ray.version="2.53.0"

WORKDIR /app

COPY --link dir:3dc7ec90a989e2aea8e72331f9ea9f444673f5686c84f1aaf6cd02f48511c81a in /opt/rocm

ENV ROCM_HOME=/opt/rocm

ENV PATH="/opt/rocm/bin:/opt/rocm/llvm/bin:/home/ray/anaconda3/bin:/home/ray/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin" LD_LIBRARY_PATH="/opt/rocm/lib:/opt/rocm/lib64:/home/ray/anaconda3/lib" HSA_PATH="/opt/rocm/hsa" HIP_PATH="/opt/rocm/hip" HIP_VISIBLE_DEVICES=0 HSA_ENABLE_SDMA=0 PYTORCH_HIP_ALLOC_CONF="expandable_segments:True,max_split_size_mb:512" HSA_OVERRIDE_GFX_VERSION="11.0.0" ROCM_TARGET_LST="gfx1151,gfx1100"

USER root

/bin/sh -c --mount=type=cache,target=/var/cache/apt,sharing=locked --mount=type=cache,target=/var/lib/apt,sharing=locked apt-get update && apt-get install -y --no-install-recommends libelf1 libnuma1 libdrm2 libdrm-amdgpu1 kmod && rm -rf /var/lib/apt/lists/*

COPY file:afe6681af1c69c650ced414c6adcb13630db42397cc4612ae551893848e01f2a in /usr/local/bin/uv

USER ray

/bin/sh -c --mount=type=cache,target=/home/ray/.cache/uv,uid=1000,gid=1000 uv pip install --system --extra-index-url https://wheels.vllm.ai/rocm/ vllm 'transformers>=4.35.0,<5.0' 'accelerate>=0.25.0,<1.0' 'sentence-transformers>=2.3.0,<3.0' 'httpx>=0.27.0,<1.0' 'scipy>=1.11.0,<2.0'

/bin/sh -c --mount=type=cache,target=/home/ray/.cache/uv,uid=1000,gid=1000 uv pip install --system --reinstall --index-url https://rocm.nightlies.amd.com/v2/gfx110X-all/ torch torchaudio torchvision

/bin/sh -c --mount=type=cache,target=/home/ray/.cache/uv,uid=1000,gid=1000 uv pip install --system 'pandas>=2.0.0,<3.0' 'numpy>=2.1.0,<2.3'

COPY dir:0e524dfd56fc277cc6abbbd6bc91e3803b9054a35bf30726ead77c9a0dd58a9f in /tmp/amdsmi-shim

/bin/sh -c --mount=type=cache,target=/home/ray/.cache/uv,uid=1000,gid=1000 uv pip install --system /tmp/amdsmi-shim && rm -rf /tmp/amdsmi-shim

COPY file:347810a5465b5104cac7585847543b2402313a2961ce448dd5c6489be8993bac in /home/ray/anaconda3/lib/python3.12/site-packages/strixhalo_vram_fix.py

/bin/sh -c echo "import strixhalo_vram_fix" > /home/ray/anaconda3/lib/python3.12/site-packages/strixhalo_vram_fix.pth

USER root

/bin/sh -c mkdir -p /home/ray/.aiter && chown 1000:100 /home/ray/.aiter

USER ray

COPY file:1b0250f86a8653101b6399efa4f4acdd4ca7423f74faec1eedf6d1718aa7a87c in /app/ray-entrypoint.sh

ENV PYTHONPATH=/app PYTHONUNBUFFERED=1 PYTHONDONTWRITEBYTECODE=1 RAY_HEAD_SVC="ai-inference-raycluster-head-svc" GPU_RESOURCE="gpu_amd_strixhalo" NUM_GPUS="1"

HEALTHCHECK --interval=30s --timeout=10s --start-period=120s --retries=3 CMD ray status --address=localhost:6379 || exit 1

ENTRYPOINT ["/app/ray-entrypoint.sh"]

Key	Value
gpu.target	amd-rocm-7.1-gfx1151
io.buildah.version	1.42.2
io.ray.ray-commit	0de211850589aea71f842873bc32574c702ab492
io.ray.ray-version	2.53.0
org.opencontainers.image.description	Ray Serve worker for AMD Strix Halo (vLLM LLM inference)
org.opencontainers.image.licenses	MIT
org.opencontainers.image.ref.name	ubuntu
org.opencontainers.image.source	https://git.daviestechlabs.io/daviestechlabs/kuberay-images
org.opencontainers.image.title	Ray Worker - AMD Strix Halo
org.opencontainers.image.vendor	DaviesTechLabs
org.opencontainers.image.version	22.04
ray.version	2.53.0

ray-worker-strixhalo (v1.0.14)

Installation

About this package

Image Layers

Labels