mirror of
https://github.com/lrnselfreliance/wrolpi.git
synced 2026-10-26 19:01:39 -04:00
485a9703eb
install_llama_cpp.sh builds llama-server from the SHA-pinned v0.3.0 source tarball (single source of truth: on-device upgrade, Pi image, Live ISO, and the new docker/llm container all call it; version-marker makes re-runs no-ops). start_llama_server.sh refuses to start unless ai.yaml enables AI and the active model file exists — which also covers unmounted media. wrolpi-llm.service is installed but deliberately never enabled at boot: the Controller starts it on demand (registered in managed_services; the llm compose service follows the samba pattern), and the API's perpetual idle-unload worker asks the Controller to stop it after the configured idle minutes. llama-server is localhost-only natively, internal-network-only in docker, and never proxied by Caddy. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
78 lines
3.3 KiB
Python
78 lines
3.3 KiB
Python
"""Tests for the llama-server lifecycle: on-demand start and idle unload."""
|
|
import time
|
|
from unittest import mock
|
|
|
|
import pytest
|
|
|
|
from modules.ai import service
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_ensure_llama_running_already_healthy(async_client):
|
|
"""A healthy llama-server is used as-is and activity is recorded."""
|
|
with mock.patch('modules.ai.service.llama_healthy', return_value=True), \
|
|
mock.patch('modules.ai.service.start_llm_service') as start:
|
|
assert await service.ensure_llama_running() is True
|
|
start.assert_not_called()
|
|
assert service.get_last_llm_activity() > 0
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_ensure_llama_running_cold_start(async_client):
|
|
"""An unhealthy llama-server is started via the Controller and polled until healthy."""
|
|
health = iter([False, False, True])
|
|
|
|
async def fake_healthy():
|
|
return next(health)
|
|
|
|
with mock.patch('modules.ai.service.llama_healthy', side_effect=fake_healthy), \
|
|
mock.patch('modules.ai.service.start_llm_service', return_value=True) as start, \
|
|
mock.patch('modules.ai.service.asyncio.sleep'):
|
|
assert await service.ensure_llama_running(timeout=10) is True
|
|
start.assert_called_once()
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_ensure_llama_running_start_fails(async_client):
|
|
"""A Controller start failure is reported as False, not an exception."""
|
|
with mock.patch('modules.ai.service.llama_healthy', return_value=False), \
|
|
mock.patch('modules.ai.service.start_llm_service', return_value=False):
|
|
assert await service.ensure_llama_running(timeout=1) is False
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_idle_unload(async_client, test_ai_config):
|
|
"""llama-server is stopped only after the configured idle minutes."""
|
|
from wrolpi.api_utils import api_app
|
|
from modules.ai.config import get_ai_config
|
|
|
|
get_ai_config().idle_unload_minutes = 10
|
|
|
|
# Never used: nothing happens.
|
|
api_app.shared_ctx.ai_llm_last_request.value = 0.0
|
|
with mock.patch('modules.ai.service.stop_llm_service') as stop:
|
|
await service.perpetual_llm_idle_unload()
|
|
stop.assert_not_called()
|
|
|
|
# Recently used: not stopped.
|
|
api_app.shared_ctx.ai_llm_last_request.value = time.time()
|
|
with mock.patch('modules.ai.service.stop_llm_service') as stop, \
|
|
mock.patch('modules.ai.service.llama_healthy', return_value=True):
|
|
await service.perpetual_llm_idle_unload()
|
|
stop.assert_not_called()
|
|
|
|
# Idle past the threshold: stopped, and the activity marker resets.
|
|
api_app.shared_ctx.ai_llm_last_request.value = time.time() - 11 * 60
|
|
with mock.patch('modules.ai.service.stop_llm_service', return_value=True) as stop, \
|
|
mock.patch('modules.ai.service.llama_healthy', return_value=True):
|
|
await service.perpetual_llm_idle_unload()
|
|
stop.assert_called_once()
|
|
assert api_app.shared_ctx.ai_llm_last_request.value == 0.0
|
|
|
|
# Idle but already stopped: the marker resets without a stop call.
|
|
api_app.shared_ctx.ai_llm_last_request.value = time.time() - 11 * 60
|
|
with mock.patch('modules.ai.service.stop_llm_service') as stop, \
|
|
mock.patch('modules.ai.service.llama_healthy', return_value=False):
|
|
await service.perpetual_llm_idle_unload()
|
|
stop.assert_not_called()
|
|
assert api_app.shared_ctx.ai_llm_last_request.value == 0.0
|