wylab
0 Followers · 0 Following
  • Joined on 2025-12-09
Repositories
11
 Projects Packages Public Activity Starred Repositories
2

llama-swap-rocm (rocm)

Published 2026-04-13 03:12:53 +02:00 by wylab

Installation

docker pull git.wylab.me/wylab/llama-swap-rocm:rocm
sha256:0b0ae0d66e5f2bc59c0710d8d672d84e31a96df07806b958ae8c029dacbd6831

Image Layers

ARG RELEASE
ARG LAUNCHPAD_BUILD_ARCH
LABEL org.opencontainers.image.ref.name=ubuntu
LABEL org.opencontainers.image.version=24.04
ADD file:3f78aa860931e0853077f09eb31eddbeeef8a9dd70977305b4876aa176770721 in /
CMD ["/bin/bash"]
LABEL maintainer=dl.mlsedevops@amd.com
ARG ROCM_VERSION=5.3
ARG AMDGPU_VERSION=5.3
ARG APT_PREF
RUN |3 ROCM_VERSION=7.2.1 AMDGPU_VERSION=30.30.1 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c echo "$APT_PREF" > /etc/apt/preferences.d/rocm-pin-600 # buildkit
RUN |3 ROCM_VERSION=7.2.1 AMDGPU_VERSION=30.30.1 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends ca-certificates curl libnuma-dev gnupg && curl -sL https://repo.radeon.com/rocm/rocm.gpg.key | apt-key add - && printf "deb [arch=amd64] https://repo.radeon.com/rocm/apt/$ROCM_VERSION/ noble main" | tee --append /etc/apt/sources.list.d/rocm.list && printf "deb [arch=amd64] https://repo.radeon.com/amdgpu/$AMDGPU_VERSION/ubuntu noble main" | tee /etc/apt/sources.list.d/amdgpu.list && apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends sudo libelf1 kmod file python3-dev python3-pip rocm-dev rocm-libs build-essential && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit
RUN |3 ROCM_VERSION=7.2.1 AMDGPU_VERSION=30.30.1 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c groupadd -g 109 render # buildkit
RUN /bin/sh -c apt-get update && apt-get install -y libgomp1 curl && apt autoremove -y && apt clean -y && rm -rf /tmp/* /var/tmp/* && find /var/cache/apt/archives /var/lib/apt/lists -not -name lock -type f -delete && find /var/cache -type f -delete # buildkit
COPY /app/lib/ /app # buildkit
ENV LLAMA_ARG_HOST=0.0.0.0
COPY /app/full/llama-server /app # buildkit
WORKDIR /app
HEALTHCHECK &{["CMD" "curl" "-f" "http://localhost:8080/health"] "0s" "0s" "0s" "0s" '\x00'}
ENTRYPOINT ["/app/llama-server"]
ARG LS_VER=201
ARG LS_REPO=mostlygeek/llama-swap
ARG UID=0
ARG GID=0
ARG USER_HOME=/root
ENV HOME=/root
RUN |5 LS_VER=201 LS_REPO=mostlygeek/llama-swap UID=0 GID=0 USER_HOME=/root /bin/sh -c if [ $UID -ne 0 ]; then if [ $GID -ne 0 ]; then groupadd --system --gid $GID app; fi; useradd --system --uid $UID --gid $GID --home $USER_HOME app; fi # buildkit
RUN |5 LS_VER=201 LS_REPO=mostlygeek/llama-swap UID=0 GID=0 USER_HOME=/root /bin/sh -c mkdir --parents $HOME /app # buildkit
RUN |5 LS_VER=201 LS_REPO=mostlygeek/llama-swap UID=0 GID=0 USER_HOME=/root /bin/sh -c chown --recursive $UID:$GID $HOME /app # buildkit
USER 0:0
WORKDIR /app
ENV PATH=/app:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
RUN |5 LS_VER=201 LS_REPO=mostlygeek/llama-swap UID=0 GID=0 USER_HOME=/root /bin/sh -c curl -LO "https://github.com/${LS_REPO}/releases/download/v${LS_VER}/llama-swap_${LS_VER}_linux_amd64.tar.gz" && tar -zxf "llama-swap_${LS_VER}_linux_amd64.tar.gz" && rm "llama-swap_${LS_VER}_linux_amd64.tar.gz" # buildkit
COPY --chown=0:0 config.example.yaml /app/config.yaml # buildkit
HEALTHCHECK &{["CMD-SHELL" "curl -f http://localhost:8080/ || exit 1"] "0s" "0s" "0s" "0s" '\x00'}
ENTRYPOINT ["/app/llama-swap" "-config" "/app/config.yaml"]

Labels

Key Value
maintainer dl.mlsedevops@amd.com
org.opencontainers.image.ref.name ubuntu
org.opencontainers.image.version 24.04
Details
Container
2026-04-13 03:12:53 +02:00
0
OCI / Docker
linux/amd64
7.0 GiB
Versions (4) View all
v201-rocm-rocm 2026-04-13
rocm 2026-04-13
v201-rocm-rocm-non-root 2026-04-13
rocm-non-root 2026-04-13