Improve OG meta processing

This commit is contained in:
Thomas Sileo 2022-09-29 09:10:05 +02:00
parent 5348398b23
commit 57fc5ef913
1 changed files with 16 additions and 12 deletions

View File

@ -90,6 +90,7 @@ async def external_urls(
if not h:
continue
try:
ph = urlparse(h)
mimetype, _ = mimetypes.guess_type(h)
if (
@ -102,6 +103,9 @@ async def external_urls(
)
):
urls.add(h)
except Exception:
logger.exception(f"Failed to check {h}")
continue
return urls - tags_hrefs