mirror of
https://github.com/lrnselfreliance/wrolpi.git
synced 2026-10-26 19:01:39 -04:00
4788b96aa9
install_llama_cpp.sh builds llama-server from the SHA-pinned v0.3.0 source tarball (single source of truth: on-device upgrade, Pi image, Live ISO, and the new docker/llm container all call it; version-marker makes re-runs no-ops). start_llama_server.sh refuses to start unless ai.yaml enables AI and the active model file exists — which also covers unmounted media. wrolpi-llm.service is installed but deliberately never enabled at boot: the Controller starts it on demand (registered in managed_services; the llm compose service follows the samba pattern), and the API's perpetual idle-unload worker asks the Controller to stop it after the configured idle minutes. llama-server is localhost-only natively, internal-network-only in docker, and never proxied by Caddy. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
65 lines
2.6 KiB
Bash
Executable file
65 lines
2.6 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
# Install llama.cpp's llama-server, WROLPi's local AI inference runtime.
|
|
#
|
|
# This is the single source of truth, called by every place that provisions a
|
|
# WROLPi so a version bump only has to be made here:
|
|
# - scripts/upgrade.sh (on-device upgrade)
|
|
# - pi-gen/stage2/04-wrolpi/03-run-chroot.sh (Raspberry Pi image build)
|
|
# - debian-live-config/config/hooks/normal/9999-wrolpi.hook.chroot (Debian Live ISO build)
|
|
# - docker/llm/Dockerfile (Docker llm container)
|
|
#
|
|
# Built from the SHA-pinned source tarball (llama.cpp ships no generic Linux
|
|
# binaries for ARM). The build takes several minutes on a Raspberry Pi; the
|
|
# version marker makes re-runs no-ops until the pinned version changes.
|
|
# Run as root: installs into /usr/local/bin and apt-installs build dependencies.
|
|
set -e
|
|
|
|
LLAMA_CPP_VERSION="v0.3.0"
|
|
# SHA256 of the source tarball -- arch-independent, one value covers every build.
|
|
LLAMA_CPP_SHA256="d94c02d86db22d68692f6bb5b3854763d5091e52142868dc7251995517c666d1"
|
|
|
|
# llama-server's version output tracks build numbers, not release tags, so the
|
|
# installed release is recorded in a marker file.
|
|
MARKER_DIR=/usr/local/share/wrolpi
|
|
MARKER="${MARKER_DIR}/llama_cpp_version"
|
|
|
|
install_llama_cpp() {
|
|
if [ -f "${MARKER}" ] && [ "$(cat "${MARKER}")" = "${LLAMA_CPP_VERSION}" ] \
|
|
&& command -v llama-server &>/dev/null; then
|
|
echo "llama.cpp ${LLAMA_CPP_VERSION} already installed"
|
|
return 0
|
|
fi
|
|
|
|
echo "Building llama.cpp ${LLAMA_CPP_VERSION}..."
|
|
apt-get install -y build-essential cmake
|
|
|
|
local build_dir
|
|
build_dir=$(mktemp -d)
|
|
curl -fsSL "https://github.com/ggml-org/llama.cpp/archive/refs/tags/${LLAMA_CPP_VERSION}.tar.gz" \
|
|
-o /tmp/llama_cpp.tar.gz
|
|
echo "${LLAMA_CPP_SHA256} /tmp/llama_cpp.tar.gz" | sha256sum -c -
|
|
tar -xz -C "${build_dir}" --strip-components=1 -f /tmp/llama_cpp.tar.gz
|
|
rm -f /tmp/llama_cpp.tar.gz
|
|
|
|
# Static-ish single binary; GGML_NATIVE=OFF so an image built in a chroot/QEMU
|
|
# does not bake in the build host's CPU features.
|
|
(cd "${build_dir}" &&
|
|
cmake -B build \
|
|
-DCMAKE_BUILD_TYPE=Release \
|
|
-DBUILD_SHARED_LIBS=OFF \
|
|
-DGGML_NATIVE=OFF \
|
|
-DLLAMA_CURL=OFF \
|
|
-DLLAMA_BUILD_TESTS=OFF \
|
|
-DLLAMA_BUILD_EXAMPLES=OFF \
|
|
-DLLAMA_BUILD_SERVER=ON &&
|
|
cmake --build build --target llama-server -j"$(nproc)")
|
|
install -m 0755 "${build_dir}/build/bin/llama-server" /usr/local/bin/llama-server
|
|
rm -rf "${build_dir}"
|
|
|
|
mkdir -p "${MARKER_DIR}"
|
|
echo "${LLAMA_CPP_VERSION}" > "${MARKER}"
|
|
llama-server --version || true
|
|
echo "llama.cpp ${LLAMA_CPP_VERSION} installed"
|
|
}
|
|
|
|
install_llama_cpp
|