mirror of
https://github.com/yt-dlp/yt-dlp.git
synced 2026-04-21 16:20:00 +00:00
0afbce5e25
The risk of making a mistake and breaking core functionality is too high with these fixes. The rule will be disabled until ruff allows being more selective.
359 lines
15 KiB
Python
359 lines
15 KiB
Python
import re
|
|
|
|
from .common import InfoExtractor
|
|
from ..networking.exceptions import HTTPError
|
|
from ..utils import (
|
|
ExtractorError,
|
|
determine_ext,
|
|
float_or_none,
|
|
int_or_none,
|
|
smuggle_url,
|
|
try_get,
|
|
unsmuggle_url,
|
|
)
|
|
|
|
|
|
class LimelightBaseIE(InfoExtractor):
|
|
_PLAYLIST_SERVICE_URL = 'http://production-ps.lvp.llnw.net/r/PlaylistService/%s/%s/%s'
|
|
|
|
@classmethod
|
|
def _extract_embed_urls(cls, url, webpage):
|
|
lm = {
|
|
'Media': 'media',
|
|
'Channel': 'channel',
|
|
'ChannelList': 'channel_list',
|
|
}
|
|
|
|
def smuggle(url):
|
|
return smuggle_url(url, {'source_url': url})
|
|
|
|
entries = []
|
|
for kind, video_id in re.findall(
|
|
r'LimelightPlayer\.doLoad(Media|Channel|ChannelList)\(["\'](?P<id>[a-z0-9]{32})',
|
|
webpage):
|
|
entries.append(cls.url_result(
|
|
smuggle(f'limelight:{lm[kind]}:{video_id}'),
|
|
f'Limelight{kind}', video_id))
|
|
for mobj in re.finditer(
|
|
# As per [1] class attribute should be exactly equal to
|
|
# LimelightEmbeddedPlayerFlash but numerous examples seen
|
|
# that don't exactly match it (e.g. [2]).
|
|
# 1. http://support.3playmedia.com/hc/en-us/articles/227732408-Limelight-Embedding-the-Captions-Plugin-with-the-Limelight-Player-on-Your-Webpage
|
|
# 2. http://www.sedona.com/FacilitatorTraining2017
|
|
r'''(?sx)
|
|
<object[^>]+class=(["\'])(?:(?!\1).)*\bLimelightEmbeddedPlayerFlash\b(?:(?!\1).)*\1[^>]*>.*?
|
|
<param[^>]+
|
|
name=(["\'])flashVars\2[^>]+
|
|
value=(["\'])(?:(?!\3).)*(?P<kind>media|channel(?:List)?)Id=(?P<id>[a-z0-9]{32})
|
|
''', webpage):
|
|
kind, video_id = mobj.group('kind'), mobj.group('id')
|
|
entries.append(cls.url_result(
|
|
smuggle(f'limelight:{kind}:{video_id}'),
|
|
f'Limelight{kind.capitalize()}', video_id))
|
|
# http://support.3playmedia.com/hc/en-us/articles/115009517327-Limelight-Embedding-the-Audio-Description-Plugin-with-the-Limelight-Player-on-Your-Web-Page)
|
|
for video_id in re.findall(
|
|
r'(?s)LimelightPlayerUtil\.embed\s*\(\s*{.*?\bmediaId["\']\s*:\s*["\'](?P<id>[a-z0-9]{32})',
|
|
webpage):
|
|
entries.append(cls.url_result(
|
|
smuggle(f'limelight:media:{video_id}'),
|
|
LimelightMediaIE.ie_key(), video_id))
|
|
return entries
|
|
|
|
def _call_playlist_service(self, item_id, method, fatal=True, referer=None):
|
|
headers = {}
|
|
if referer:
|
|
headers['Referer'] = referer
|
|
try:
|
|
return self._download_json(
|
|
self._PLAYLIST_SERVICE_URL % (self._PLAYLIST_SERVICE_PATH, item_id, method),
|
|
item_id, f'Downloading PlaylistService {method} JSON',
|
|
fatal=fatal, headers=headers)
|
|
except ExtractorError as e:
|
|
if isinstance(e.cause, HTTPError) and e.cause.status == 403:
|
|
error = self._parse_json(e.cause.response.read().decode(), item_id)['detail']['contentAccessPermission']
|
|
if error == 'CountryDisabled':
|
|
self.raise_geo_restricted()
|
|
raise ExtractorError(error, expected=True)
|
|
raise
|
|
|
|
def _extract(self, item_id, pc_method, mobile_method, referer=None):
|
|
pc = self._call_playlist_service(item_id, pc_method, referer=referer)
|
|
mobile = self._call_playlist_service(
|
|
item_id, mobile_method, fatal=False, referer=referer)
|
|
return pc, mobile
|
|
|
|
def _extract_info(self, pc, mobile, i, referer):
|
|
get_item = lambda x, y: try_get(x, lambda x: x[y][i], dict) or {}
|
|
pc_item = get_item(pc, 'playlistItems')
|
|
mobile_item = get_item(mobile, 'mediaList')
|
|
video_id = pc_item.get('mediaId') or mobile_item['mediaId']
|
|
title = pc_item.get('title') or mobile_item['title']
|
|
|
|
formats = []
|
|
urls = []
|
|
for stream in pc_item.get('streams', []):
|
|
stream_url = stream.get('url')
|
|
if not stream_url or stream_url in urls:
|
|
continue
|
|
if not self.get_param('allow_unplayable_formats') and stream.get('drmProtected'):
|
|
continue
|
|
urls.append(stream_url)
|
|
ext = determine_ext(stream_url)
|
|
if ext == 'f4m':
|
|
formats.extend(self._extract_f4m_formats(
|
|
stream_url, video_id, f4m_id='hds', fatal=False))
|
|
else:
|
|
fmt = {
|
|
'url': stream_url,
|
|
'abr': float_or_none(stream.get('audioBitRate')),
|
|
'fps': float_or_none(stream.get('videoFrameRate')),
|
|
'ext': ext,
|
|
}
|
|
width = int_or_none(stream.get('videoWidthInPixels'))
|
|
height = int_or_none(stream.get('videoHeightInPixels'))
|
|
vbr = float_or_none(stream.get('videoBitRate'))
|
|
if width or height or vbr:
|
|
fmt.update({
|
|
'width': width,
|
|
'height': height,
|
|
'vbr': vbr,
|
|
})
|
|
else:
|
|
fmt['vcodec'] = 'none'
|
|
rtmp = re.search(r'^(?P<url>rtmpe?://(?P<host>[^/]+)/(?P<app>.+))/(?P<playpath>mp[34]:.+)$', stream_url)
|
|
if rtmp:
|
|
format_id = 'rtmp'
|
|
if stream.get('videoBitRate'):
|
|
format_id += '-%d' % int_or_none(stream['videoBitRate'])
|
|
http_format_id = format_id.replace('rtmp', 'http')
|
|
|
|
CDN_HOSTS = (
|
|
('delvenetworks.com', 'cpl.delvenetworks.com'),
|
|
('video.llnw.net', 's2.content.video.llnw.net'),
|
|
)
|
|
for cdn_host, http_host in CDN_HOSTS:
|
|
if cdn_host not in rtmp.group('host').lower():
|
|
continue
|
|
http_url = 'http://{}/{}'.format(http_host, rtmp.group('playpath')[4:])
|
|
urls.append(http_url)
|
|
if self._is_valid_url(http_url, video_id, http_format_id):
|
|
http_fmt = fmt.copy()
|
|
http_fmt.update({
|
|
'url': http_url,
|
|
'format_id': http_format_id,
|
|
})
|
|
formats.append(http_fmt)
|
|
break
|
|
|
|
fmt.update({
|
|
'url': rtmp.group('url'),
|
|
'play_path': rtmp.group('playpath'),
|
|
'app': rtmp.group('app'),
|
|
'ext': 'flv',
|
|
'format_id': format_id,
|
|
})
|
|
formats.append(fmt)
|
|
|
|
for mobile_url in mobile_item.get('mobileUrls', []):
|
|
media_url = mobile_url.get('mobileUrl')
|
|
format_id = mobile_url.get('targetMediaPlatform')
|
|
if not media_url or media_url in urls:
|
|
continue
|
|
if (format_id in ('Widevine', 'SmoothStreaming')
|
|
and not self.get_param('allow_unplayable_formats', False)):
|
|
continue
|
|
urls.append(media_url)
|
|
ext = determine_ext(media_url)
|
|
if ext == 'm3u8':
|
|
formats.extend(self._extract_m3u8_formats(
|
|
media_url, video_id, 'mp4', 'm3u8_native',
|
|
m3u8_id=format_id, fatal=False))
|
|
elif ext == 'f4m':
|
|
formats.extend(self._extract_f4m_formats(
|
|
stream_url, video_id, f4m_id=format_id, fatal=False))
|
|
else:
|
|
formats.append({
|
|
'url': media_url,
|
|
'format_id': format_id,
|
|
'quality': -10,
|
|
'ext': ext,
|
|
})
|
|
|
|
subtitles = {}
|
|
for flag in mobile_item.get('flags'):
|
|
if flag == 'ClosedCaptions':
|
|
closed_captions = self._call_playlist_service(
|
|
video_id, 'getClosedCaptionsDetailsByMediaId',
|
|
False, referer) or []
|
|
for cc in closed_captions:
|
|
cc_url = cc.get('webvttFileUrl')
|
|
if not cc_url:
|
|
continue
|
|
lang = cc.get('languageCode') or self._search_regex(r'/([a-z]{2})\.vtt', cc_url, 'lang', default='en')
|
|
subtitles.setdefault(lang, []).append({
|
|
'url': cc_url,
|
|
})
|
|
break
|
|
|
|
get_meta = lambda x: pc_item.get(x) or mobile_item.get(x)
|
|
|
|
return {
|
|
'id': video_id,
|
|
'title': title,
|
|
'description': get_meta('description'),
|
|
'formats': formats,
|
|
'duration': float_or_none(get_meta('durationInMilliseconds'), 1000),
|
|
'thumbnail': get_meta('previewImageUrl') or get_meta('thumbnailImageUrl'),
|
|
'subtitles': subtitles,
|
|
}
|
|
|
|
|
|
class LimelightMediaIE(LimelightBaseIE):
|
|
IE_NAME = 'limelight'
|
|
_VALID_URL = r'''(?x)
|
|
(?:
|
|
limelight:media:|
|
|
https?://
|
|
(?:
|
|
link\.videoplatform\.limelight\.com/media/|
|
|
assets\.delvenetworks\.com/player/loader\.swf
|
|
)
|
|
\?.*?\bmediaId=
|
|
)
|
|
(?P<id>[a-z0-9]{32})
|
|
'''
|
|
_TESTS = [{
|
|
'url': 'http://link.videoplatform.limelight.com/media/?mediaId=3ffd040b522b4485b6d84effc750cd86',
|
|
'info_dict': {
|
|
'id': '3ffd040b522b4485b6d84effc750cd86',
|
|
'ext': 'mp4',
|
|
'title': 'HaP and the HB Prince Trailer',
|
|
'description': 'md5:8005b944181778e313d95c1237ddb640',
|
|
'thumbnail': r're:^https?://.*\.jpeg$',
|
|
'duration': 144.23,
|
|
},
|
|
'params': {
|
|
# m3u8 download
|
|
'skip_download': True,
|
|
},
|
|
}, {
|
|
# video with subtitles
|
|
'url': 'limelight:media:a3e00274d4564ec4a9b29b9466432335',
|
|
'md5': '2fa3bad9ac321e23860ca23bc2c69e3d',
|
|
'info_dict': {
|
|
'id': 'a3e00274d4564ec4a9b29b9466432335',
|
|
'ext': 'mp4',
|
|
'title': '3Play Media Overview Video',
|
|
'thumbnail': r're:^https?://.*\.jpeg$',
|
|
'duration': 78.101,
|
|
# TODO: extract all languages that were accessible via API
|
|
# 'subtitles': 'mincount:9',
|
|
'subtitles': 'mincount:1',
|
|
},
|
|
}, {
|
|
'url': 'https://assets.delvenetworks.com/player/loader.swf?mediaId=8018a574f08d416e95ceaccae4ba0452',
|
|
'only_matching': True,
|
|
}]
|
|
_PLAYLIST_SERVICE_PATH = 'media'
|
|
|
|
def _real_extract(self, url):
|
|
url, smuggled_data = unsmuggle_url(url, {})
|
|
video_id = self._match_id(url)
|
|
source_url = smuggled_data.get('source_url')
|
|
self._initialize_geo_bypass({
|
|
'countries': smuggled_data.get('geo_countries'),
|
|
})
|
|
|
|
pc, mobile = self._extract(
|
|
video_id, 'getPlaylistByMediaId',
|
|
'getMobilePlaylistByMediaId', source_url)
|
|
|
|
return self._extract_info(pc, mobile, 0, source_url)
|
|
|
|
|
|
class LimelightChannelIE(LimelightBaseIE):
|
|
IE_NAME = 'limelight:channel'
|
|
_VALID_URL = r'''(?x)
|
|
(?:
|
|
limelight:channel:|
|
|
https?://
|
|
(?:
|
|
link\.videoplatform\.limelight\.com/media/|
|
|
assets\.delvenetworks\.com/player/loader\.swf
|
|
)
|
|
\?.*?\bchannelId=
|
|
)
|
|
(?P<id>[a-z0-9]{32})
|
|
'''
|
|
_TESTS = [{
|
|
'url': 'http://link.videoplatform.limelight.com/media/?channelId=ab6a524c379342f9b23642917020c082',
|
|
'info_dict': {
|
|
'id': 'ab6a524c379342f9b23642917020c082',
|
|
'title': 'Javascript Sample Code',
|
|
'description': 'Javascript Sample Code - http://www.delvenetworks.com/sample-code/playerCode-demo.html',
|
|
},
|
|
'playlist_mincount': 3,
|
|
}, {
|
|
'url': 'http://assets.delvenetworks.com/player/loader.swf?channelId=ab6a524c379342f9b23642917020c082',
|
|
'only_matching': True,
|
|
}]
|
|
_PLAYLIST_SERVICE_PATH = 'channel'
|
|
|
|
def _real_extract(self, url):
|
|
url, smuggled_data = unsmuggle_url(url, {})
|
|
channel_id = self._match_id(url)
|
|
source_url = smuggled_data.get('source_url')
|
|
|
|
pc, mobile = self._extract(
|
|
channel_id, 'getPlaylistByChannelId',
|
|
'getMobilePlaylistWithNItemsByChannelId?begin=0&count=-1',
|
|
source_url)
|
|
|
|
entries = [
|
|
self._extract_info(pc, mobile, i, source_url)
|
|
for i in range(len(pc['playlistItems']))]
|
|
|
|
return self.playlist_result(
|
|
entries, channel_id, pc.get('title'), mobile.get('description'))
|
|
|
|
|
|
class LimelightChannelListIE(LimelightBaseIE):
|
|
IE_NAME = 'limelight:channel_list'
|
|
_VALID_URL = r'''(?x)
|
|
(?:
|
|
limelight:channel_list:|
|
|
https?://
|
|
(?:
|
|
link\.videoplatform\.limelight\.com/media/|
|
|
assets\.delvenetworks\.com/player/loader\.swf
|
|
)
|
|
\?.*?\bchannelListId=
|
|
)
|
|
(?P<id>[a-z0-9]{32})
|
|
'''
|
|
_TESTS = [{
|
|
'url': 'http://link.videoplatform.limelight.com/media/?channelListId=301b117890c4465c8179ede21fd92e2b',
|
|
'info_dict': {
|
|
'id': '301b117890c4465c8179ede21fd92e2b',
|
|
'title': 'Website - Hero Player',
|
|
},
|
|
'playlist_mincount': 2,
|
|
}, {
|
|
'url': 'https://assets.delvenetworks.com/player/loader.swf?channelListId=301b117890c4465c8179ede21fd92e2b',
|
|
'only_matching': True,
|
|
}]
|
|
_PLAYLIST_SERVICE_PATH = 'channel_list'
|
|
|
|
def _real_extract(self, url):
|
|
channel_list_id = self._match_id(url)
|
|
|
|
channel_list = self._call_playlist_service(
|
|
channel_list_id, 'getMobileChannelListById')
|
|
|
|
entries = [
|
|
self.url_result('limelight:channel:{}'.format(channel['id']), 'LimelightChannel')
|
|
for channel in channel_list['channelList']]
|
|
|
|
return self.playlist_result(
|
|
entries, channel_list_id, channel_list['title'])
|