Added LibReddit to be automatically fetched #171

This commit is contained in:
ManeraKai 2022-04-07 01:06:25 +03:00
parent 2ab816509d
commit 48060ae930
No known key found for this signature in database
GPG Key ID: 5ABC31FFD562E337
2 changed files with 98 additions and 9 deletions

View File

@ -10,11 +10,12 @@
"https://invidious-us.kavin.rocks", "https://invidious-us.kavin.rocks",
"https://invidious.osi.kr", "https://invidious.osi.kr",
"https://tube.cthd.icu", "https://tube.cthd.icu",
"https://y.com.sb",
"https://invidious.flokinet.to", "https://invidious.flokinet.to",
"https://yt.artemislena.eu", "https://yt.artemislena.eu",
"https://inv.bp.mutahar.rocks", "https://inv.bp.mutahar.rocks",
"https://invidious.mutahar.rocks",
"https://invidious.lunar.icu", "https://invidious.lunar.icu",
"https://invidious.mutahar.rocks",
"https://invidious.weblibre.org", "https://invidious.weblibre.org",
"https://invidious.esmailelbob.xyz", "https://invidious.esmailelbob.xyz",
"https://invidious.privacy.gd", "https://invidious.privacy.gd",
@ -123,6 +124,75 @@
], ],
"tor": [] "tor": []
}, },
"libreddit": {
"normal": [
"https://libredd.it",
"https://libreddit.spike.codes",
"https://libreddit.dothq.co",
"https://libreddit.kavin.rocks",
"https://libreddit.40two.app",
"https://reddit.invak.id",
"https://reddit.phii.me",
"https://lr.riverside.rocks",
"https://libreddit.silkky.cloud",
"https://libreddit.strongthany.cc",
"https://libreddit.database.red",
"https://libreddit.privacy.com.de",
"https://libreddit.domain.glass",
"https://libreddit.sugoma.tk",
"https://libreddit.jamiethalacker.dev",
"https://reddit.artemislena.eu",
"https://r.nf",
"https://libreddit.awesomehub.io",
"https://libreddit.some-things.org",
"https://reddit.stuehieyr.com",
"https://lr.mint.lgbt",
"https://libreddit.alefvanoon.xyz",
"https://libreddit.igna.rocks",
"https://libreddit.autarkic.org",
"https://libreddit.flux.industries",
"https://libreddit.drivet.xyz",
"https://lr.oversold.host",
"https://libreddit.de",
"https://libreddit.pussthecat.org",
"https://libreddit.mutahar.rocks",
"https://libreddit.northboot.xyz",
"https://leddit.xyz",
"https://de.leddit.xyz",
"https://lr.cowfee.moe",
"https://libreddit.hu",
"https://libreddit.totaldarkness.net",
"https://libreddit.esmailelbob.xyz",
"https://libreddit.nl",
"https://lr.stilic.ml",
"https://reddi.tk",
"https://libreddit.bus-hit.me",
"https://libreddit.datatunnel.xyz",
"https://libreddit.crewz.me",
"https://r.walkx.org",
"https://libreddit.kylrth.com",
"https://libreddit.yonalee.eu",
"https://libreddit.winscloud.net",
"https://libreddit.tiekoetter.com",
"https://reddit.rtrace.io",
"http://libreddit.lqs5fjmajyp7rvp4qvyubwofzi6d4imua7vs237rkc4m5qogitqwrgyd.onion/",
"https://libreddit.lunar.icu"
],
"tor": [
"http://spjmllawtheisznfs7uryhxumin26ssv2draj7oope3ok3wuhy43eoyd.onion",
"http://fwhhsbrbltmrct5hshrnqlqygqvcgmnek3cnka55zj4y7nuus5muwyyd.onion",
"http://kphht2jcflojtqte4b4kyx7p2ahagv4debjj32nre67dxz7y57seqwyd.onion",
"http://inytumdgnri7xsqtvpntjevaelxtgbjqkuqhtf6txxhwbll2fwqtakqd.onion",
"http://liredejj74h5xjqr2dylnl5howb2bpikfowqoveub55ru27x43357iid.onion",
"http://kzhfp3nvb4qp575vy23ccbrgfocezjtl5dx66uthgrhu7nscu6rcwjyd.onion",
"http://ecue64ybzvn6vjzl37kcsnwt4ycmbsyf74nbttyg7rkc3t3qwnj7mcyd.onion",
"http://ledditqo2mxfvlgobxnlhrkq4dh34jss6evfkdkb2thlvy6dn4f4gpyd.onion",
"http://libredoxhxwnmsb6dvzzd35hmgzmawsq5i764es7witwhddvpc2razid.onion",
"http://libreddit.2syis2nnyytz6jnusnjurva4swlaizlnleiks5mjp46phuwjbdjqwgqd.onion",
"http://ol5begilptoou34emq2sshf3may3hlblvipdjtybbovpb7c7zodxmtqd.onion",
"http://lbrdtjaj7567ptdd4rv74lv27qhxfkraabnyphgcvptl64ijx2tijwid.onion"
]
},
"teddit": { "teddit": {
"normal": [ "normal": [
"https://teddit.net", "https://teddit.net",
@ -362,6 +432,17 @@
] ]
}, },
"peertube": [ "peertube": [
"https://video.sadmin.io",
"https://stream.jurnalfm.md",
"https://video.asgardius.company",
"https://hitchtube.fr",
"https://video.publicspaces.net",
"https://video.eientei.org",
"https://vhs.2xx04.xyz",
"https://tv.suwerenni.org",
"https://tube.revertron.com",
"https://tube.moec.top",
"https://tube.erzbistum-hamburg.de",
"https://video.germanische-heilkunde.at", "https://video.germanische-heilkunde.at",
"https://pt.irnok.net", "https://pt.irnok.net",
"https://tubulus.openlatin.org", "https://tubulus.openlatin.org",
@ -380,7 +461,6 @@
"https://video.regenpfeifer.net", "https://video.regenpfeifer.net",
"https://video.pe6.eu", "https://video.pe6.eu",
"https://video.olos311.org", "https://video.olos311.org",
"https://video.nerdcave.site",
"https://tv.santic-zombie.ru", "https://tv.santic-zombie.ru",
"https://tv.dyne.link", "https://tv.dyne.link",
"https://tube.sleeping.town", "https://tube.sleeping.town",
@ -445,7 +525,6 @@
"https://peertube.semweb.pro", "https://peertube.semweb.pro",
"https://aktivtube.com", "https://aktivtube.com",
"https://peertube.offerman.com", "https://peertube.offerman.com",
"https://url404.org",
"https://sneedtube.com", "https://sneedtube.com",
"https://venuse.nastub.cz", "https://venuse.nastub.cz",
"https://poast.tv", "https://poast.tv",
@ -465,7 +544,6 @@
"https://peertube.maxweiss.io", "https://peertube.maxweiss.io",
"https://peertube.chatinbit.com", "https://peertube.chatinbit.com",
"https://peertube.ffs2play.fr", "https://peertube.ffs2play.fr",
"https://videos.denshi.live",
"https://s19.gegenstimme.tv", "https://s19.gegenstimme.tv",
"https://peertube.swarm.solvingmaz.es", "https://peertube.swarm.solvingmaz.es",
"https://film.node9.org", "https://film.node9.org",
@ -487,7 +565,6 @@
"https://pixel.ated.io", "https://pixel.ated.io",
"https://swebbtube.se", "https://swebbtube.se",
"https://video.dnfi.no", "https://video.dnfi.no",
"https://videos.denshi.org",
"https://peertube.revelin.fr", "https://peertube.revelin.fr",
"https://video.wsf2021.info", "https://video.wsf2021.info",
"https://peertube.b38.rural-it.org", "https://peertube.b38.rural-it.org",
@ -613,7 +690,6 @@
"https://peertube.ares.bioxis-server.fr", "https://peertube.ares.bioxis-server.fr",
"https://tube.int5.net", "https://tube.int5.net",
"https://peertube.jackbot.fr", "https://peertube.jackbot.fr",
"https://videos.redeyes.site",
"https://stream.nuemedia.se", "https://stream.nuemedia.se",
"https://peertube.wiredentrypoint.xyz", "https://peertube.wiredentrypoint.xyz",
"https://videos.lemnoslife.com", "https://videos.lemnoslife.com",
@ -746,7 +822,6 @@
"https://videos.wirtube.de", "https://videos.wirtube.de",
"https://tube.tinfoil-hat.net", "https://tube.tinfoil-hat.net",
"https://livegram.net", "https://livegram.net",
"https://peertube.ketchup.noho.st",
"https://video.ustim.ru", "https://video.ustim.ru",
"https://merci-la-police.fr", "https://merci-la-police.fr",
"https://pocketnetpeertube7.nohost.me", "https://pocketnetpeertube7.nohost.me",
@ -793,7 +868,6 @@
"https://tube.superseriousbusiness.org", "https://tube.superseriousbusiness.org",
"https://videos.petch.rocks", "https://videos.petch.rocks",
"https://kino.kompot.si", "https://kino.kompot.si",
"https://play.rosano.ca",
"https://tube.kockatoo.org", "https://tube.kockatoo.org",
"https://peertube.cabaal.net", "https://peertube.cabaal.net",
"https://sovran.video", "https://sovran.video",
@ -949,7 +1023,6 @@
"https://videos.cloudron.io", "https://videos.cloudron.io",
"https://vid.werefox.dev", "https://vid.werefox.dev",
"https://tube.seditio.fr", "https://tube.seditio.fr",
"https://video.thinkof.name",
"https://video.p3x.de", "https://video.p3x.de",
"https://video.codingfield.com", "https://video.codingfield.com",
"https://tv.adn.life", "https://tv.adn.life",

View File

@ -4,6 +4,7 @@ import requests
import json import json
from urllib.parse import urlparse from urllib.parse import urlparse
from bs4 import BeautifulSoup from bs4 import BeautifulSoup
import re
mightyList = {} mightyList = {}
@ -65,6 +66,21 @@ for item in rJson['data']:
mightyList['bibliogram'] = bibliogramList mightyList['bibliogram'] = bibliogramList
print('fetched Bibliogram') print('fetched Bibliogram')
# LibReddit
r = requests.get(
'https://raw.githubusercontent.com/spikecodes/libreddit/master/README.md')
libredditList = {}
libredditList['normal'] = []
libredditList['tor'] = []
tmp = re.findall(
r"\| \[.*\]\(([-a-zA-Z0-9@:%_\+.~#?&//=]{2,}\.[a-z]{2,}\b(?:\/[-a-zA-Z0-9@:%_\+.~#?&//=]*)?)\)*\|*[A-Z]{0,}.*\|.*\|", r.text)
for item in tmp:
if item.endswith('.onion'):
libredditList['tor'].append(item)
else:
libredditList['normal'].append(item)
mightyList['libreddit'] = libredditList
print('fetched LibReddit')
# Teddit # Teddit
r = requests.get( r = requests.get(