| ARG RELEASE |
| ARG LAUNCHPAD_BUILD_ARCH |
| LABEL org.opencontainers.image.ref.name=ubuntu |
| LABEL org.opencontainers.image.version=24.04 |
| ADD file:3f78aa860931e0853077f09eb31eddbeeef8a9dd70977305b4876aa176770721 in / |
| CMD ["/bin/bash"] |
| LABEL maintainer=dl.mlsedevops@amd.com |
| ARG ROCM_VERSION=5.3 |
| ARG AMDGPU_VERSION=5.3 |
| ARG APT_PREF |
| RUN |3 ROCM_VERSION=7.2.1 AMDGPU_VERSION=30.30.1 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c echo "$APT_PREF" > /etc/apt/preferences.d/rocm-pin-600 # buildkit |
| RUN |3 ROCM_VERSION=7.2.1 AMDGPU_VERSION=30.30.1 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends ca-certificates curl libnuma-dev gnupg && curl -sL https://repo.radeon.com/rocm/rocm.gpg.key | apt-key add - && printf "deb [arch=amd64] https://repo.radeon.com/rocm/apt/$ROCM_VERSION/ noble main" | tee --append /etc/apt/sources.list.d/rocm.list && printf "deb [arch=amd64] https://repo.radeon.com/amdgpu/$AMDGPU_VERSION/ubuntu noble main" | tee /etc/apt/sources.list.d/amdgpu.list && apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends sudo libelf1 kmod file python3-dev python3-pip rocm-dev rocm-libs build-essential && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit |
| RUN |3 ROCM_VERSION=7.2.1 AMDGPU_VERSION=30.30.1 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c groupadd -g 109 render # buildkit |
| ARG BUILD_DATE=N/A |
| ARG APP_VERSION=N/A |
| ARG APP_REVISION=N/A |
| ARG IMAGE_URL=https://git.stryder.cc/luna/workflows |
| ARG IMAGE_SOURCE=https://git.stryder.cc/luna/workflows |
| LABEL org.opencontainers.image.created=N/A org.opencontainers.image.version=N/A org.opencontainers.image.revision=N/A org.opencontainers.image.title=llama.cpp org.opencontainers.image.description=LLM inference in C/C++ org.opencontainers.image.url=https://git.stryder.cc/luna/workflows org.opencontainers.image.source=https://git.stryder.cc/luna/workflows |
| RUN |5 BUILD_DATE=N/A APP_VERSION=N/A APP_REVISION=N/A IMAGE_URL=https://git.stryder.cc/luna/workflows IMAGE_SOURCE=https://git.stryder.cc/luna/workflows /bin/sh -c apt-get update && apt-get install -y libgomp1 curl ffmpeg && apt autoremove -y && apt clean -y && rm -rf /tmp/* /var/tmp/* && find /var/cache/apt/archives /var/lib/apt/lists -not -name lock -type f -delete && find /var/cache -type f -delete # buildkit |
| COPY /app/lib/ /app # buildkit |
| ENV LLAMA_ARG_HOST=0.0.0.0 |
| COPY /app/full/llama /app/full/llama-server /app # buildkit |
| COPY /app/full/ggml-rpc-server /app # buildkit |
| WORKDIR /app |
| HEALTHCHECK {Test:[CMD curl -f http://localhost:8080/health] Interval:0s Timeout:0s StartPeriod:0s StartInterval:0s Retries:0} |
| ENTRYPOINT ["/app/llama-server"] |
