rt/wrolpi
1
0
Fork 0
mirror of https://github.com/lrnselfreliance/wrolpi.git synced 2026-10-26 19:01:39 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

Updating zim downloader with better error.

Browse source
This commit is contained in:
Roland 2024-10-20 15:37:24 -06:00
parent b98ded62e2
commit 8909d28a6b
No known key found for this signature in database
GPG key ID: 1BA620CE6C9A4680
1 changed files with 10 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

17
modules/zim/downloader.py
View file

@ -15,16 +15,19 @@ logger = logger.getChild(__name__)
async def fetch_hrefs(url: str) -> List[str]:
async with aiohttp_get(url, timeout=20) as response:
status = response.status
content = await response.content.read()
if status != HTTPStatus.OK:
raise RuntimeError(f'Failed to fetch file catalog')
try:
async with aiohttp_get(url, timeout=20) as response:
status = response.status
content = await response.content.read()
if status != HTTPStatus.OK:
raise RuntimeError(f'Failed to fetch Zim file catalog: {url}')
except TimeoutError:
raise TimeoutError(f'Timeout while fetching Zim file catalog: {url}')
soup = get_html_soup(content)
downloads = list()
for a_ in soup.find_all('a'):
downloads.append(a_['href'])
for a in soup.find_all('a'):
downloads.append(a['href'])
return downloads