mirror of https://github.com/yt-dlp/yt-dlp.git
[extractor/YahooGyaOIE,extactor/YahooGyaOPlayerIE] Delete extractors due to website close (#6218)
Authored by: Lesmiscore
This commit is contained in:
Lesmiscore
GitHub
parent
ab92d8651c
commit
68be95bd0c
|
|
@ -2343,8 +2343,6 @@ from .xxxymovies import XXXYMoviesIE
|
|||
from .yahoo import (
|
||||
YahooIE,
|
||||
YahooSearchIE,
|
||||
YahooGyaOPlayerIE,
|
||||
YahooGyaOIE,
|
||||
YahooJapanNewsIE,
|
||||
)
|
||||
from .yandexdisk import YandexDiskIE
|
||||
|
|
|
|||
|
|
@ -2,7 +2,6 @@ import hashlib
|
|||
import itertools
|
||||
import urllib.parse
|
||||
|
||||
from .brightcove import BrightcoveNewIE
|
||||
from .common import InfoExtractor, SearchInfoExtractor
|
||||
from .youtube import YoutubeIE
|
||||
from ..utils import (
|
||||
|
|
@ -11,7 +10,6 @@ from ..utils import (
|
|||
int_or_none,
|
||||
mimetype2ext,
|
||||
parse_iso8601,
|
||||
smuggle_url,
|
||||
traverse_obj,
|
||||
try_get,
|
||||
url_or_none,
|
||||
|
|
@ -337,121 +335,6 @@ class YahooSearchIE(SearchInfoExtractor):
|
|||
break
|
||||
|
||||
|
||||
class YahooGyaOPlayerIE(InfoExtractor):
|
||||
IE_NAME = 'yahoo:gyao:player'
|
||||
_VALID_URL = r'https?://(?:gyao\.yahoo\.co\.jp/(?:player|episode(?:/[^/]+)?)|streaming\.yahoo\.co\.jp/c/y)/(?P<id>\d+/v\d+/v\d+|[\da-f]{8}-[\da-f]{4}-[\da-f]{4}-[\da-f]{4}-[\da-f]{12})'
|
||||
_TESTS = [{
|
||||
'url': 'https://gyao.yahoo.co.jp/player/00998/v00818/v0000000000000008564/',
|
||||
'info_dict': {
|
||||
'id': '5993125228001',
|
||||
'ext': 'mp4',
|
||||
'title': 'フューリー 【字幕版】',
|
||||
'description': 'md5:21e691c798a15330eda4db17a8fe45a5',
|
||||
'uploader_id': '4235717419001',
|
||||
'upload_date': '20190124',
|
||||
'timestamp': 1548294365,
|
||||
},
|
||||
'params': {
|
||||
# m3u8 download
|
||||
'skip_download': True,
|
||||
},
|
||||
}, {
|
||||
'url': 'https://streaming.yahoo.co.jp/c/y/01034/v00133/v0000000000000000706/',
|
||||
'only_matching': True,
|
||||
}, {
|
||||
'url': 'https://gyao.yahoo.co.jp/episode/%E3%81%8D%E3%81%AE%E3%81%86%E4%BD%95%E9%A3%9F%E3%81%B9%E3%81%9F%EF%BC%9F%20%E7%AC%AC2%E8%A9%B1%202019%2F4%2F12%E6%94%BE%E9%80%81%E5%88%86/5cb02352-b725-409e-9f8d-88f947a9f682',
|
||||
'only_matching': True,
|
||||
}, {
|
||||
'url': 'https://gyao.yahoo.co.jp/episode/5fa1226c-ef8d-4e93-af7a-fd92f4e30597',
|
||||
'only_matching': True,
|
||||
}]
|
||||
_GEO_BYPASS = False
|
||||
|
||||
def _real_extract(self, url):
|
||||
video_id = self._match_id(url).replace('/', ':')
|
||||
headers = self.geo_verification_headers()
|
||||
headers['Accept'] = 'application/json'
|
||||
resp = self._download_json(
|
||||
'https://gyao.yahoo.co.jp/apis/playback/graphql', video_id, query={
|
||||
'appId': 'dj00aiZpPUNJeDh2cU1RazU3UCZzPWNvbnN1bWVyc2VjcmV0Jng9NTk-',
|
||||
'query': '''{
|
||||
content(parameter: {contentId: "%s", logicaAgent: PC_WEB}) {
|
||||
video {
|
||||
delivery {
|
||||
id
|
||||
}
|
||||
title
|
||||
}
|
||||
}
|
||||
}''' % video_id,
|
||||
}, headers=headers)
|
||||
content = resp['data']['content']
|
||||
if not content:
|
||||
msg = resp['errors'][0]['message']
|
||||
if msg == 'not in japan':
|
||||
self.raise_geo_restricted(countries=['JP'])
|
||||
raise ExtractorError(msg)
|
||||
video = content['video']
|
||||
return {
|
||||
'_type': 'url_transparent',
|
||||
'id': video_id,
|
||||
'title': video['title'],
|
||||
'url': smuggle_url(
|
||||
'http://players.brightcove.net/4235717419001/SyG5P0gjb_default/index.html?videoId=' + video['delivery']['id'],
|
||||
{'geo_countries': ['JP']}),
|
||||
'ie_key': BrightcoveNewIE.ie_key(),
|
||||
}
|
||||
|
||||
|
||||
class YahooGyaOIE(InfoExtractor):
|
||||
IE_NAME = 'yahoo:gyao'
|
||||
_VALID_URL = r'https?://(?:gyao\.yahoo\.co\.jp/(?:p|title(?:/[^/]+)?)|streaming\.yahoo\.co\.jp/p/y)/(?P<id>\d+/v\d+|[\da-f]{8}-[\da-f]{4}-[\da-f]{4}-[\da-f]{4}-[\da-f]{12})'
|
||||
_TESTS = [{
|
||||
'url': 'https://gyao.yahoo.co.jp/title/%E3%82%BF%E3%82%A4%E3%83%A0%E3%83%9C%E3%82%AB%E3%83%B3%E3%82%B7%E3%83%AA%E3%83%BC%E3%82%BA%20%E3%83%A4%E3%83%83%E3%82%BF%E3%83%BC%E3%83%9E%E3%83%B3/5f60ceb3-6e5e-40ef-ba40-d68b598d067f',
|
||||
'info_dict': {
|
||||
'id': '5f60ceb3-6e5e-40ef-ba40-d68b598d067f',
|
||||
},
|
||||
'playlist_mincount': 80,
|
||||
}, {
|
||||
'url': 'https://gyao.yahoo.co.jp/p/00449/v03102/',
|
||||
'only_matching': True,
|
||||
}, {
|
||||
'url': 'https://streaming.yahoo.co.jp/p/y/01034/v00133/',
|
||||
'only_matching': True,
|
||||
}, {
|
||||
'url': 'https://gyao.yahoo.co.jp/title/%E3%81%97%E3%82%83%E3%81%B9%E3%81%8F%E3%82%8A007/5b025a49-b2e5-4dc7-945c-09c6634afacf',
|
||||
'only_matching': True,
|
||||
}, {
|
||||
'url': 'https://gyao.yahoo.co.jp/title/5b025a49-b2e5-4dc7-945c-09c6634afacf',
|
||||
'only_matching': True,
|
||||
}]
|
||||
|
||||
def _entries(self, program_id):
|
||||
page = 1
|
||||
while True:
|
||||
playlist = self._download_json(
|
||||
f'https://gyao.yahoo.co.jp/api/programs/{program_id}/videos?page={page}&serviceId=gy', program_id,
|
||||
note=f'Downloading JSON metadata page {page}')
|
||||
if not playlist:
|
||||
break
|
||||
for video in playlist['videos']:
|
||||
video_id = video.get('id')
|
||||
if not video_id:
|
||||
continue
|
||||
if video.get('streamingAvailability') == 'notYet':
|
||||
continue
|
||||
yield self.url_result(
|
||||
'https://gyao.yahoo.co.jp/player/%s/' % video_id.replace(':', '/'),
|
||||
YahooGyaOPlayerIE.ie_key(), video_id)
|
||||
if playlist.get('ended'):
|
||||
break
|
||||
page += 1
|
||||
|
||||
def _real_extract(self, url):
|
||||
program_id = self._match_id(url).replace('/', ':')
|
||||
return self.playlist_result(self._entries(program_id), program_id)
|
||||
|
||||
|
||||
class YahooJapanNewsIE(InfoExtractor):
|
||||
IE_NAME = 'yahoo:japannews'
|
||||
IE_DESC = 'Yahoo! Japan News'
|
||||
|
|
|
|||
Loading…
Reference in New Issue