mirror of
https://github.com/lrnselfreliance/wrolpi.git
synced 2026-10-26 10:51:36 -04:00
d9303a0ea8
The database now lives at <media>/config/wrolpi.db so a library (files, configs, AND database) travels with the drive between WROLPi systems. Core: - wrolpi/db.py: lazy SQLite engine factory (WAL, busy_timeout=30s, foreign_keys=ON); get_db_curs yields a plain sqlite3.Cursor; native sqlite3 paramstyle everywhere (no compatibility shims); global sqlite3 adapters keep raw-SQL datetime formats identical to the ORM's. - wrolpi/fts.py: FTS5 external-content search replacing tsvector/GIN. Injection-proof websearch->FTS5 translator, bm25(10,4,2,1) reproducing A/B/C/D weighting, fast(abc)/deep column filtering, snippet headlines. Stemming contract pinned by dedicated tests (watch/watches/watched/ watching are interchangeable). - wrolpi/schema_ddl.py: SQLite triggers shared verbatim by the alembic baseline and test DBs; fixes the channel video_count DELETE/UPDATE bugs and a latent total_size bug (it used the video id as channel id). - wrolpi/db_bootstrap.py: startup auto-create/migrate; refuses databases written by a newer WROLPi (db_version_mismatch); SQLite 3.40 floor; network-filesystem refusal; never creates/migrates/trusts a database beneath an unmounted production media directory (shadow-DB guard). - Alembic: 85 Postgres-era migrations squashed into one baseline; revision ids are dates (2026_07_10_1350) so filenames self-sort and alembic_version says when a schema was created; render_as_batch=True. - All raw Postgres SQL rewritten (ANY->json_each IN, array_agg @> -> HAVING COUNT(DISTINCT), unnest->executemany/UPDATE..FROM, generate_series histograms->strftime GROUP BY, DISTINCT ON-> row_number(), writable CTEs->two statements, jsonb_*->json_*, explicit NULLS FIRST/LAST, LIMIT-before-OFFSET). Simple statements converted to SQLAlchemy instead (flag upsert, download retry/summary/tag checks, channel-by-tag estimate, Directory delete). - Config imports count skipped entries; background dumps are blocked after a lossy import so partial imports can never overwrite YAML configs (they are the sole source of truth for rebuilds now). - Search tolerates explicit JSON nulls for limit/offset (Postgres treated OFFSET NULL as 0; SQLite errors). - file_group.id/doc_section.id render as INTEGER PRIMARY KEY on SQLite (BIGINT is not a rowid alias; FTS5 content_rowid requires it). Ops teardown: docker-compose db service, CI postgres sidecars, initialize_api_db.sh, controller postgresql service, psycopg2-binary all removed. upgrade.sh stops/disables postgresql (data is NOT deleted; `systemctl enable --now postgresql` restores it); systemd units no longer Want postgresql.service. Existing-user upgrade: first boot creates+migrates the DB, configs import (tags recreate their FileGroups from disk), a refresh rebuilds the library index. QA'd on the 10.0.0.8 RPi: rebuild matched the Postgres baseline exactly; survived an uncontrolled hard reboot with clean integrity checks. Accepted behavior changes: FTS5 has no stopwords; bm25 length normalization shifts some rank orders; fast-path d_headline is un-highlighted; all-negative queries match nothing. Deferred: Debian/trixie package lists (incl. sqlite3 CLI), Cypress re-baseline, VACUUM INTO snapshots, exFAT/NTFS warning, auto-kicked rebuild refresh with progress UX. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
131 lines
3.6 KiB
Python
131 lines
3.6 KiB
Python
"""
|
|
Code-defined default configuration for the Controller.
|
|
|
|
Controller starts with these defaults and loads overrides from
|
|
/media/wrolpi/config/controller.yaml after the drive is mounted.
|
|
"""
|
|
|
|
DEFAULT_CONFIG = {
|
|
"port": 80,
|
|
"media_directory": "/media/wrolpi",
|
|
"hide_cert_banner": False,
|
|
|
|
"drives": {
|
|
"supported_filesystems": ["ext4", "btrfs", "vfat", "exfat"],
|
|
"auto_mount": True,
|
|
"mounts": [], # Populated from controller.yaml after drive mount
|
|
},
|
|
|
|
"managed_services": [
|
|
# WROLPi services
|
|
{
|
|
"name": "wrolpi-controller",
|
|
"systemd_name": "wrolpi-controller",
|
|
"port": 80,
|
|
"viewable": True,
|
|
"use_https": False,
|
|
"description": "Controller API (FastAPI)",
|
|
},
|
|
{
|
|
"name": "wrolpi-api",
|
|
"systemd_name": "wrolpi-api",
|
|
"port": 8081,
|
|
"viewable": True,
|
|
"use_https": False,
|
|
"description": "Python API (Sanic)",
|
|
},
|
|
{
|
|
"name": "wrolpi-api-dev",
|
|
"systemd_name": "wrolpi-api-dev",
|
|
"port": 8081,
|
|
"viewable": True,
|
|
"use_https": False,
|
|
"description": "Python API (Development)",
|
|
"show_only_when_running": True,
|
|
},
|
|
{
|
|
"name": "wrolpi-app",
|
|
"systemd_name": "wrolpi-app",
|
|
"port": 3000,
|
|
"viewable": False,
|
|
"use_https": False,
|
|
"description": "React frontend",
|
|
},
|
|
{
|
|
"name": "wrolpi-app-dev",
|
|
"systemd_name": "wrolpi-app-dev",
|
|
"port": 3000,
|
|
"viewable": False,
|
|
"use_https": False,
|
|
"description": "React frontend (Development)",
|
|
"show_only_when_running": True,
|
|
},
|
|
{
|
|
"name": "wrolpi-help",
|
|
"systemd_name": "wrolpi-help",
|
|
"port": 8086,
|
|
"viewable": True,
|
|
"use_https": True,
|
|
"description": "Help documentation",
|
|
},
|
|
{
|
|
"name": "wrolpi-kiwix",
|
|
"systemd_name": "wrolpi-kiwix",
|
|
"port": 8085,
|
|
"viewable": True,
|
|
"use_https": True,
|
|
"description": "Kiwix/Zim server",
|
|
},
|
|
# System services
|
|
{
|
|
"name": "caddy",
|
|
"systemd_name": "caddy",
|
|
"port": 443,
|
|
"viewable": True,
|
|
"use_https": True,
|
|
"description": "Web proxy (HTTPS)",
|
|
},
|
|
# Samba file sharing services
|
|
{
|
|
"name": "smbd",
|
|
"systemd_name": "smbd",
|
|
"port": 445,
|
|
"viewable": False,
|
|
"use_https": False,
|
|
"description": "Samba file sharing",
|
|
},
|
|
{
|
|
"name": "nmbd",
|
|
"systemd_name": "nmbd",
|
|
"port": 137,
|
|
"viewable": False,
|
|
"use_https": False,
|
|
"description": "Samba NetBIOS name service",
|
|
},
|
|
# Upgrade service - only shown when running
|
|
{
|
|
"name": "wrolpi-upgrade",
|
|
"systemd_name": "wrolpi-upgrade",
|
|
"port": None,
|
|
"viewable": False,
|
|
"use_https": False,
|
|
"description": "WROLPi upgrade process",
|
|
"show_only_when_running": True,
|
|
},
|
|
],
|
|
|
|
"hotspot": {
|
|
"device": "wlan0",
|
|
"ssid": "WROLPi",
|
|
"password": "wrolpi hotspot",
|
|
},
|
|
|
|
"throttle": {
|
|
"default_governor": "ondemand",
|
|
},
|
|
|
|
"samba": {
|
|
"shares": [],
|
|
# Each share: {"name": str, "path": str, "read_only": bool, "comment": str}
|
|
},
|
|
}
|