from abc import ABC from typing import Tuple, Optional from sqlalchemy.orm import Session from wrolpi.common import logger from wrolpi.db import optional_session from wrolpi.downloader import Downloader, Download, DownloadResult from wrolpi.errors import UnrecoverableDownloadError from . import lib from .api import bp # noqa from .models import Archive PRETTY_NAME = 'Archive' logger = logger.getChild(__name__) class ArchiveDownloader(Downloader, ABC): name = 'archive' pretty_name = 'Archive' def __repr__(self): return f'' @classmethod def valid_url(cls, url: str) -> Tuple[bool, None]: """ Archiver will attempt to archive anything, so it should be last! """ return True, None def do_download(self, download: Download) -> DownloadResult: if download.attempts > 3: raise UnrecoverableDownloadError(f'Max download attempts reached for {download.url}') archive = lib.do_archive(download.url) return DownloadResult(success=True, location=f'/archive/{archive.id}') @optional_session def already_downloaded(self, url: str, session: Session = None) -> Optional[Archive]: archive = session.query(Archive).filter_by(url=url).one_or_none() return archive # Archive downloader is the last downloader which should be used. archive_downloader = ArchiveDownloader(priority=100)