mirror of
https://github.com/lrnselfreliance/wrolpi.git
synced 2026-10-26 19:01:39 -04:00
c23b014add
* Working through archive search. * Using custom hook. * Setting archive.contents duration creation. * Archive search and domain list use custom hooks. * Watching search param using value, not history. * Search params are preserved on load. Search and domain can be cleared. * Fixing archive external link. * Archive search form is new generic SearchInput. * Reworking Archives empty states. * Simplifying Archives logic. * Fixing bug which displayed the wrong empty state during loading. * Archives can be synced and deleted. * Changing wording of archive delete. * Removing URL table. * Deleting domain if it has no archives. * Fixing FE use of archive.url. Fixing bug with get_domains. * Universal results are displayed on Welcome page. * Creating ExternalLink to open a link in a new tab.g * Increasing size of search headers. * Adding divider to ease reading. * Adding More button below search results. * Disabling More buttons when there are no results. * Ordering videos by rank so linked results are at the top. Signed-off-by: Roland <roland@learningselfreliance.com>
82 lines
2.3 KiB
Python
82 lines
2.3 KiB
Python
import datetime
|
|
import json
|
|
import pathlib
|
|
from uuid import uuid4
|
|
|
|
import pytest
|
|
|
|
from modules.archive.models import Archive, Domain
|
|
from wrolpi.dates import strftime_ms
|
|
|
|
|
|
@pytest.fixture
|
|
def archive_directory(test_directory) -> pathlib.Path:
|
|
path = test_directory / 'archive'
|
|
path.mkdir()
|
|
return path
|
|
|
|
|
|
@pytest.fixture
|
|
def archive_factory(test_session, archive_directory):
|
|
def time_generator():
|
|
timestamp = datetime.datetime(2000, 1, 1, 0, 0, 0)
|
|
while True:
|
|
timestamp += datetime.timedelta(seconds=1)
|
|
yield timestamp
|
|
|
|
now = time_generator()
|
|
|
|
def _(domain: str = None, url: str = None, title: str = None, contents: str = None) -> Archive:
|
|
if domain:
|
|
assert '/' not in domain
|
|
|
|
title = title or str(uuid4())
|
|
url = url or f'https://example.com/{title}'
|
|
domain_dir = domain or title
|
|
domain_dir = archive_directory / domain_dir
|
|
domain_dir.mkdir(exist_ok=True)
|
|
|
|
timestamp = strftime_ms(next(now))
|
|
|
|
singlefile_path = domain_dir / f'{timestamp}.html'
|
|
screenshot_path = domain_dir / f'{timestamp}.png'
|
|
readability_path = domain_dir / f'{timestamp}-readability.html'
|
|
readability_txt_path = domain_dir / f'{timestamp}-readability.txt'
|
|
readability_json_path = domain_dir / f'{timestamp}-readability.json'
|
|
|
|
with readability_json_path.open('wt') as fh:
|
|
json.dump({'url': url}, fh)
|
|
|
|
if domain:
|
|
domain = test_session.query(Domain).filter_by(domain=domain).one_or_none()
|
|
|
|
if not domain:
|
|
domain = Domain(
|
|
domain=domain_dir.name,
|
|
directory=domain_dir,
|
|
)
|
|
test_session.add(domain)
|
|
test_session.flush([domain])
|
|
|
|
archive = Archive(
|
|
readability_json_path=readability_json_path,
|
|
readability_path=readability_path,
|
|
readability_txt_path=readability_txt_path,
|
|
screenshot_path=screenshot_path,
|
|
singlefile_path=singlefile_path,
|
|
title=title,
|
|
url=url,
|
|
domain_id=domain.id,
|
|
contents=contents,
|
|
archive_datetime=timestamp,
|
|
)
|
|
test_session.add(archive)
|
|
|
|
test_session.commit()
|
|
|
|
for path in archive.my_paths():
|
|
path.touch()
|
|
|
|
return archive
|
|
|
|
return _
|