import React, {useContext, useEffect, useState} from 'react'; import {Route, Routes} from 'react-router'; import {getAiCatalog, postAiSettings, postDownload} from '../api'; import {getServiceStatus, startService, stopService} from '../api/controller'; import {AiChatProvider} from '../contexts/AiChatContext'; import {StatusContext} from '../contexts/contexts'; import {AiChat} from './AiChat'; import {APIButton, humanFileSize, InfoMessage, PageContainer, TabLinks, useTitle, WROLModeMessage} from './Common'; import {SortableTable} from './SortableTable'; import {Button, Divider, Group, Header, NumberInput, Select, Table, Text, Toggle, toast} from './ui'; import {Downloaders} from './Vars'; // The Controller's name for llama-server: the compose service in docker, the systemd unit natively. export const llmServiceName = (dockerized) => dockerized ? 'llm' : 'wrolpi-llm'; export function AiModelRow({model, onDownload}) { const {name, tier, size, description, downloaded, active} = model; return {name}{active ? ' (active)' : ''} {description && {description}} {tier} {humanFileSize(size)} {downloaded ? : onDownload(model)}> Download } ; } export function ManageAi() { const [catalog, setCatalog] = useState(null); const [serviceStatus, setServiceStatus] = useState(null); const [pendingSave, setPendingSave] = useState(false); const {status} = useContext(StatusContext); const serviceName = llmServiceName(status?.dockerized); const fetchCatalog = async () => { try { const data = await getAiCatalog(); if (data) { setCatalog(data); } } catch (e) { console.error(e); } }; const fetchService = async () => { try { setServiceStatus(await getServiceStatus(serviceName)); } catch (e) { // The service is unknown until AI is installed; not an error worth toasting. setServiceStatus(null); } }; useEffect(() => { fetchCatalog(); fetchService(); const interval = setInterval(() => { fetchCatalog(); fetchService(); }, 30000); return () => clearInterval(interval); // eslint-disable-next-line react-hooks/exhaustive-deps }, [serviceName]); const handleDownload = async (model) => { await postDownload({ urls: [model.url], downloader: Downloaders.AiModel, destination: 'ai/models', }); toast({ type: 'success', title: 'Download started', description: 'Monitor progress on the Downloads page.', time: 5000, }); }; const saveSettings = async (settings) => { setPendingSave(true); try { await postAiSettings(settings); await fetchCatalog(); } finally { setPendingSave(false); } }; const handleServiceButton = async () => { if (serviceStatus?.status === 'running') { await stopService(serviceName); } else { await startService(serviceName); } await fetchService(); }; if (!catalog) { return ; } const {models, recommended_tier, total_ram, slow_hardware, disk_usage, enabled, active_model} = catalog; const downloadedModels = models.filter(i => i.downloaded); const modelHeaders = [ {key: 'name', text: 'Model', sortBy: i => i.name.toLowerCase()}, {key: 'tier', text: 'Tier', sortBy: i => i.tier}, {key: 'size', text: 'Size', sortBy: i => i.size || 0}, {key: 'actions', text: '', sortBy: null}, ]; return <> {slow_hardware && This hardware will run the assistant slowly. Answers may take minutes; the smallest model is recommended. }
AI Assistant
saveSettings({enabled: e.target.checked})} />