Gitea: Git with a cup of tea

Pull the image from the command line:

docker pull git.daviestechlabs.io/daviestechlabs/ray-worker-strixhalo:v1.0.11

Digest

sha256:b49db8b2c0932724b7d5014a1966852b079b05fe53c5bf0730c19165e8defb1a

For more information on the Container registry, see the documentation.

Ray Serve worker for AMD Strix Halo (vLLM LLM inference)

ARG RELEASE

ARG LAUNCHPAD_BUILD_ARCH

LABEL org.opencontainers.image.ref.name=ubuntu

LABEL org.opencontainers.image.version=22.04

ADD file:d025507456f1d7d19195885b1c02a346454d60c9348cbd3be92431f2d7e2666e in /

CMD ["/bin/bash"]

ENV TZ=America/Los_Angeles

ENV LC_ALL=C.UTF-8

ENV LANG=C.UTF-8

ENV PATH=/home/ray/anaconda3/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin

ENV LD_LIBRARY_PATH=:/usr/local/nvidia/lib64

ARG DEBIAN_FRONTEND=noninteractive

ARG PYTHON_VERSION=3.9

ARG PYTHON_DEPSET

ARG RAY_UID=1000

ARG RAY_GID=100

RUN |5 DEBIAN_FRONTEND=noninteractive PYTHON_VERSION=3.11 PYTHON_DEPSET=python/deplocks/base_deps/ray_base_deps_py3.11.lock RAY_UID=1000 RAY_GID=100 /bin/sh -c /dev/pipes/EOF # buildkit

USER 1000

ENV HOME=/home/ray

WORKDIR /home/ray

COPY python/requirements_compiled.txt /home/ray/requirements_compiled.txt # buildkit

COPY python/deplocks/base_deps/ray_base_deps_py3.11.lock /home/ray/python_depset.lock # buildkit

SHELL [/bin/bash -c]

RUN |5 DEBIAN_FRONTEND=noninteractive PYTHON_VERSION=3.11 PYTHON_DEPSET=python/deplocks/base_deps/ray_base_deps_py3.11.lock RAY_UID=1000 RAY_GID=100 /bin/bash -c /dev/pipes/EOF # buildkit

WORKDIR /home/ray

ARG WHEEL_PATH

ARG FIND_LINKS_PATH=.whl

ARG CONSTRAINTS_FILE=requirements_compiled.txt

COPY .whl/ray-2.53.0-cp311-cp311-manylinux2014_x86_64.whl . # buildkit

COPY .whl .whl # buildkit

RUN |3 WHEEL_PATH=.whl/ray-2.53.0-cp311-cp311-manylinux2014_x86_64.whl FIND_LINKS_PATH=.whl CONSTRAINTS_FILE=requirements_compiled.txt /bin/bash -c $HOME/anaconda3/bin/pip --no-cache-dir install -c $CONSTRAINTS_FILE `basename $WHEEL_PATH`[all] --find-links $FIND_LINKS_PATH && sudo rm `basename $WHEEL_PATH` # buildkit

RUN |3 WHEEL_PATH=.whl/ray-2.53.0-cp311-cp311-manylinux2014_x86_64.whl FIND_LINKS_PATH=.whl CONSTRAINTS_FILE=requirements_compiled.txt /bin/bash -c $HOME/anaconda3/bin/pip freeze > /home/ray/pip-freeze.txt # buildkit

LABEL org.opencontainers.image.title=Ray Worker - AMD Strix Halo

LABEL org.opencontainers.image.description=Ray Serve worker for AMD Strix Halo (vLLM LLM inference)

LABEL org.opencontainers.image.vendor=DaviesTechLabs

LABEL org.opencontainers.image.source=https://git.daviestechlabs.io/daviestechlabs/kuberay-images

LABEL org.opencontainers.image.licenses=MIT

LABEL gpu.target=amd-rocm-7.1-gfx1151

LABEL ray.version=2.53.0

WORKDIR /app

COPY /opt/rocm /opt/rocm # buildkit

ENV ROCM_HOME=/opt/rocm

ENV PATH=/opt/rocm/bin:/opt/rocm/llvm/bin:/home/ray/anaconda3/bin:/home/ray/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/opt/rocm/lib:/opt/rocm/lib64:/home/ray/anaconda3/lib HSA_PATH=/opt/rocm/hsa HIP_PATH=/opt/rocm/hip HIP_VISIBLE_DEVICES=0 HSA_ENABLE_SDMA=0 PYTORCH_HIP_ALLOC_CONF=expandable_segments:True,max_split_size_mb:512 HSA_OVERRIDE_GFX_VERSION=11.0.0 ROCM_TARGET_LST=gfx1151,gfx1100

USER root

RUN /bin/bash -c apt-get update && apt-get install -y --no-install-recommends libelf1 libnuma1 libdrm2 libdrm-amdgpu1 kmod && rm -rf /var/lib/apt/lists/* # buildkit

COPY /uv /usr/local/bin/uv # buildkit

USER ray

RUN /bin/bash -c uv pip install --system 'vllm>=0.5.0' 'transformers>=4.35.0,<5.0' 'accelerate>=0.25.0,<1.0' 'sentence-transformers>=2.3.0,<3.0' 'httpx>=0.27.0,<1.0' 'scipy>=1.11.0,<2.0' # buildkit

RUN /bin/bash -c uv pip install --system --reinstall --index-url https://rocm.nightlies.amd.com/v2/gfx110X-all/ torch torchaudio torchvision # buildkit

RUN /bin/bash -c uv pip install --system 'pandas>=2.0.0,<3.0' # buildkit

COPY --chown=1000:100 amdsmi-shim /tmp/amdsmi-shim # buildkit

RUN /bin/bash -c uv pip install --system /tmp/amdsmi-shim && rm -rf /tmp/amdsmi-shim # buildkit

COPY --chown=1000:100 amdsmi-shim/strixhalo_vram_fix.py /home/ray/anaconda3/lib/python3.11/site-packages/strixhalo_vram_fix.py # buildkit

RUN /bin/bash -c echo "import strixhalo_vram_fix" > /home/ray/anaconda3/lib/python3.11/site-packages/strixhalo_vram_fix.pth # buildkit

COPY --chown=1000:100 --chmod=755 dockerfiles/ray-entrypoint.sh /app/ray-entrypoint.sh # buildkit

ENV PYTHONPATH=/app PYTHONUNBUFFERED=1 PYTHONDONTWRITEBYTECODE=1 RAY_HEAD_SVC=ai-inference-raycluster-head-svc GPU_RESOURCE=gpu_amd_strixhalo NUM_GPUS=1

HEALTHCHECK &{["CMD-SHELL" "ray status --address=localhost:6379 || exit 1"] "30s" "10s" "2m0s" "0s" '\x03'}

ENTRYPOINT ["/app/ray-entrypoint.sh"]

Key	Value
gpu.target	amd-rocm-7.1-gfx1151
io.ray.ray-commit	0de211850589aea71f842873bc32574c702ab492
io.ray.ray-version	2.53.0
org.opencontainers.image.description	Ray Serve worker for AMD Strix Halo (vLLM LLM inference)
org.opencontainers.image.licenses	MIT
org.opencontainers.image.ref.name	ubuntu
org.opencontainers.image.source	https://git.daviestechlabs.io/daviestechlabs/kuberay-images
org.opencontainers.image.title	Ray Worker - AMD Strix Halo
org.opencontainers.image.vendor	DaviesTechLabs
org.opencontainers.image.version	22.04
ray.version	2.53.0

ray-worker-strixhalo (v1.0.11)

Installation

About this package

Image Layers

Labels