FreshRSS/rssguard
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix full site scraper!

Browse Source
This commit is contained in:
Martin Rotter 2022-10-18 06:40:45 +02:00
parent d9330210da
commit 67ac960221
1 changed files with 8 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
resources/scripts/scrapers/scrape-full-articles.py
View File

@ -44,9 +44,14 @@ def process_article(article, is_rss, is_atom):
if is_rss:
article.find("description").text = scraped_article
elif is_atom:
article.find("atom:content", atom_ns).text = scraped_article
except:
pass
at_con = article.find("atom:content", atom_ns)
if at_con is None:
article.find("atom:summary", atom_ns).text = scraped_article
else:
at_con.text = scraped_article
except Exception as e:
print(e)
def main():