mirror of
https://github.com/lrnselfreliance/wrolpi.git
synced 2026-10-26 19:01:39 -04:00
94 lines
2.7 KiB
Python
94 lines
2.7 KiB
Python
import datetime
|
|
import json
|
|
import pathlib
|
|
from uuid import uuid4
|
|
|
|
import pytest
|
|
|
|
from modules.archive.models import Archive, URL, Domain
|
|
from wrolpi.dates import strftime_ms
|
|
|
|
|
|
@pytest.fixture
|
|
def archive_directory(test_directory) -> pathlib.Path:
|
|
path = test_directory / 'archive'
|
|
path.mkdir()
|
|
return path
|
|
|
|
|
|
@pytest.fixture
|
|
def archive_factory(test_session, archive_directory):
|
|
def time_generator():
|
|
timestamp = datetime.datetime(2000, 1, 1, 0, 0, 0)
|
|
while True:
|
|
timestamp += datetime.timedelta(seconds=1)
|
|
yield timestamp
|
|
|
|
now = time_generator()
|
|
|
|
def _(domain: str = None, url: str = None, title: str = None, contents: str = None) -> Archive:
|
|
if domain:
|
|
assert '/' not in domain
|
|
|
|
title = title or str(uuid4())
|
|
url = url or f'https://example.com/{title}'
|
|
domain_dir = domain or title
|
|
domain_dir = archive_directory / domain_dir
|
|
domain_dir.mkdir(exist_ok=True)
|
|
|
|
timestamp = strftime_ms(next(now))
|
|
|
|
singlefile_path = domain_dir / f'{timestamp}.html'
|
|
screenshot_path = domain_dir / f'{timestamp}.png'
|
|
readability_path = domain_dir / f'{timestamp}-readability.html'
|
|
readability_txt_path = domain_dir / f'{timestamp}-readability.txt'
|
|
readability_json_path = domain_dir / f'{timestamp}-readability.json'
|
|
|
|
with readability_json_path.open('wt') as fh:
|
|
json.dump({'url': url}, fh)
|
|
|
|
if domain:
|
|
domain = test_session.query(Domain).filter_by(domain=domain).one_or_none()
|
|
|
|
if not domain:
|
|
domain = Domain(
|
|
domain=domain_dir.name,
|
|
directory=domain_dir,
|
|
)
|
|
test_session.add(domain)
|
|
test_session.flush([domain])
|
|
|
|
url_ = test_session.query(URL).filter_by(url=url).one_or_none()
|
|
if not url_:
|
|
url_ = URL(
|
|
url=url,
|
|
domain_id=domain.id,
|
|
)
|
|
test_session.add(url_)
|
|
test_session.flush([url_])
|
|
|
|
archive = Archive(
|
|
readability_json_path=readability_json_path,
|
|
readability_path=readability_path,
|
|
readability_txt_path=readability_txt_path,
|
|
screenshot_path=screenshot_path,
|
|
singlefile_path=singlefile_path,
|
|
status='complete',
|
|
title=title,
|
|
url_id=url_.id,
|
|
domain_id=domain.id,
|
|
contents=contents,
|
|
archive_datetime=timestamp,
|
|
)
|
|
test_session.add(archive)
|
|
test_session.flush([archive])
|
|
|
|
url_.latest_id = archive.id
|
|
test_session.commit()
|
|
|
|
for path in archive.my_paths():
|
|
path.touch()
|
|
|
|
return archive
|
|
|
|
return _
|