keepgrouped-llama.cpp (sha256:d570c27294ee0bc161b13e7679d94716d31f44ea9394d0c9c089d434cd1a5508)

Published 2026-10-13 16:29:01 +00:00 by asventi in Transcendence/keepgrouped-llama.cpp

Installation

docker pull forgejo.asventi.net/transcendence/keepgrouped-llama.cpp@sha256:d570c27294ee0bc161b13e7679d94716d31f44ea9394d0c9c089d434cd1a5508
sha256:d570c27294ee0bc161b13e7679d94716d31f44ea9394d0c9c089d434cd1a5508

About this package

LLM inference in C/C++

Image layers

umoci raw add-layer --image /home/buildd/rockcraft-ubuntu-1b6090acdaa4d41535f88b18cf344a81/images/ubuntu:rockcraft-base /home/buildd/rockcraft-ubuntu-1b6090acdaa4d41535f88b18cf344a81/images/.temp_layer.9550.tar --tag 26.04
umoci config --image /home/buildd/rockcraft-ubuntu-1b6090acdaa4d41535f88b18cf344a81/images/ubuntu:26.04 --clear=config.entrypoint --clear=config.cmd
umoci config --image /home/buildd/rockcraft-ubuntu-1b6090acdaa4d41535f88b18cf344a81/images/ubuntu:26.04 --clear=config.cmd --config.cmd /bin/bash
umoci config --image /home/buildd/rockcraft-ubuntu-1b6090acdaa4d41535f88b18cf344a81/images/ubuntu:26.04 --config.env PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
umoci config --image /home/buildd/rockcraft-ubuntu-1b6090acdaa4d41535f88b18cf344a81/images/ubuntu:26.04 --clear=config.labels --config.label org.opencontainers.image.version=26.04 --config.label org.opencontainers.image.title=ubuntu --config.label org.opencontainers.image.created=2026-09-27T10:25:52.887617+00:00 --config.label org.opencontainers.image.description=The Ubuntu container image maintained by Canonical Ubuntu is a Debian-based Linux operating system that runs from the desktop to the cloud, to all your internet connected things. It is the world's most popular operating system across public clouds and OpenStack clouds. It is the number one platform for containers; from Docker to Kubernetes to LXD, Ubuntu can run your containers at scale. Fast, secure and simple, Ubuntu powers millions of PCs worldwide.
umoci config --image /home/buildd/rockcraft-ubuntu-1b6090acdaa4d41535f88b18cf344a81/images/ubuntu:26.04 --clear=manifest.annotations --manifest.annotation org.opencontainers.image.version=26.04 --manifest.annotation org.opencontainers.image.title=ubuntu --manifest.annotation org.opencontainers.image.created=2026-09-27T10:25:52.887617+00:00 --manifest.annotation org.opencontainers.image.description=The Ubuntu container image maintained by Canonical Ubuntu is a Debian-based Linux operating system that runs from the desktop to the cloud, to all your internet connected things. It is the world's most popular operating system across public clouds and OpenStack clouds. It is the number one platform for containers; from Docker to Kubernetes to LXD, Ubuntu can run your containers at scale. Fast, secure and simple, Ubuntu powers millions of PCs worldwide.
umoci raw add-layer --image /home/buildd/rockcraft-ubuntu-1b6090acdaa4d41535f88b18cf344a81/images/ubuntu:26.04 /home/buildd/rockcraft-ubuntu-1b6090acdaa4d41535f88b18cf344a81/images/.temp_layer.control_data.9550.tar
ARG BUILD_DATE=2026-10-13T04:41:28Z
ARG APP_VERSION=b11580
ARG APP_REVISION=4413a192410fad1f054e9216114087a3e01527a0
ARG IMAGE_URL=https://github.com/ggml-org/llama.cpp
ARG IMAGE_SOURCE=https://github.com/ggml-org/llama.cpp
LABEL org.opencontainers.image.created=2026-10-13T04:41:28Z org.opencontainers.image.version=b11580 org.opencontainers.image.revision=4413a192410fad1f054e9216114087a3e01527a0 org.opencontainers.image.title=llama.cpp org.opencontainers.image.description=LLM inference in C/C++ org.opencontainers.image.url=https://github.com/ggml-org/llama.cpp org.opencontainers.image.source=https://github.com/ggml-org/llama.cpp
RUN |5 BUILD_DATE=2026-10-13T04:41:28Z APP_VERSION=b11580 APP_REVISION=4413a192410fad1f054e9216114087a3e01527a0 IMAGE_URL=https://github.com/ggml-org/llama.cpp IMAGE_SOURCE=https://github.com/ggml-org/llama.cpp /bin/sh -c apt-get update && apt-get install -y libgomp1 curl ffmpeg libvulkan1 mesa-vulkan-drivers libglvnd0 libgl1 libglx0 libegl1 libgles2 && apt autoremove -y && apt clean -y && rm -rf /tmp/* /var/tmp/* && find /var/cache/apt/archives /var/lib/apt/lists -not -name lock -type f -delete && find /var/cache -type f -delete # buildkit
COPY /app/lib/ /app # buildkit
ENV LLAMA_ARG_HOST=0.0.0.0
ENV LLAMA_ARG_PORT=8080
COPY /app/full/llama /app/full/llama-server /app # buildkit
WORKDIR /app
HEALTHCHECK {Test:[CMD curl -f http://localhost:8080/health] Interval:0s Timeout:0s StartPeriod:0s StartInterval:0s Retries:0}
ENTRYPOINT ["/app/llama-server"]
ENV RADV_PERFTEST=nogttspill
EXPOSE [9931/tcp]
RUN /bin/sh -c apt update && apt install wget # buildkit
RUN /bin/sh -c wget -nv https://huggingface.co/unsloth/gemma-4-E2B-it-qat-GGUF/resolve/main/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf # buildkit
RUN /bin/sh -c wget -nv https://huggingface.co/unsloth/gemma-4-E2B-it-qat-GGUF/resolve/main/mmproj-F16.gguf # buildkit
ENTRYPOINT ["/app/llama-server" "-m" "gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf" "--mmproj" "mmproj-F16.gguf" "-c" "8192" "-ngl" "99" "--port" "9931" "--sleep-idle-seconds" "30" "-fa" "on" "--temp" "1.0" "--top-p" "0.95" "--top-k" "64" "--jinja"]

Labels

Key Value
org.opencontainers.image.created 2026-10-13T04:41:28Z
org.opencontainers.image.description LLM inference in C/C++
org.opencontainers.image.revision 4413a192410fad1f054e9216114087a3e01527a0
org.opencontainers.image.source https://github.com/ggml-org/llama.cpp
org.opencontainers.image.title llama.cpp
org.opencontainers.image.url https://github.com/ggml-org/llama.cpp
org.opencontainers.image.version b11580
Details
Container
2026-10-13 16:29:01 +00:00
16
OCI / Docker
linux/amd64
3 GiB
Versions (1) View all
latest 2026-10-13