import functools import json import re import time from .common import InfoExtractor from ..utils import ( ExtractorError, determine_ext, float_or_none, int_or_none, join_nonempty, make_archive_id, merge_dicts, parse_codecs, parse_iso8601, parse_qs, qualities, unified_timestamp, url_or_none, urljoin, variadic, ) from ..utils.traversal import traverse_obj class ZDFBaseIE(InfoExtractor): _GEO_COUNTRIES = ['DE'] _QUALITIES = ('auto', 'low', 'med', 'high', 'veryhigh', 'hd', 'fhd', 'uhd') def _call_api(self, url, video_id, item, api_token=None): headers = {'Api-Auth': api_token} if api_token else {} return self._download_json( url, video_id, note=f'Downloading {item}', errnote=f'Failed to download {item}', headers=headers) def _parse_aspect_ratio(self, aspect_ratio): if not aspect_ratio or not isinstance(aspect_ratio, str): return None mobj = re.match(r'(?P\d+):(?P\d+)', aspect_ratio) return int(mobj.group('width')) / int(mobj.group('height')) if mobj else None def _extract_chapters(self, data): return traverse_obj(data, (lambda _, v: 'anchorOffset' in v, { 'start_time': ('anchorOffset', {float_or_none}), 'title': ('anchorLabel', {str}), }), default=None) @staticmethod def _extract_subtitles(src): seen_urls = set() subtitles = {} for caption in src: subtitle_url = url_or_none(caption.get('uri')) if not subtitle_url or subtitle_url in seen_urls: continue seen_urls.add(subtitle_url) lang = caption.get('language', 'deu') subtitles.setdefault(lang, []).append({ 'url': subtitle_url, }) return subtitles def _expand_ptmd_template(self, api_base_url, template): return urljoin(api_base_url, template.replace('{playerId}', 'android_native_6')) def _extract_ptmd_urls(self, ptmd_urls, video_id, api_token=None, aspect_ratio=None): ptmd_urls = variadic(ptmd_urls) ptmd_info = [] for url in ptmd_urls: ptmd_info.append({ 'url': url, 'dgs': False, }) return self._extract_ptmd(ptmd_info, video_id, api_token, aspect_ratio) def _extract_ptmd(self, ptmd_info, video_id, api_token=None, aspect_ratio=None): ptmd_info = variadic(ptmd_info) src_captions = [] content_id = None duration = None formats = [] track_uris = set() for info in ptmd_info: ptmd = self._call_api(info['url'], video_id, 'PTMD data', api_token) basename = ptmd.get('basename') or info['url'].split('/')[-2] if not content_id and not info['dgs']: content_id = basename duration = (duration or traverse_obj(ptmd, ('attributes', 'duration', 'value', {float_or_none(scale=1000)}))) src_captions += ptmd.get('captions') or [] for stream in traverse_obj(ptmd, ('priorityList', ..., 'formitaeten', ..., {dict})): for quality in traverse_obj(stream, ('qualities', ..., {dict})): for variant in traverse_obj(quality, ('audio', 'tracks', lambda _, v: url_or_none(v['uri']))): format_url = variant['uri'] if format_url in track_uris: continue track_uris.add(format_url) ext = determine_ext(format_url) if ext == 'm3u8': fmts = self._extract_m3u8_formats( format_url, basename, 'mp4', m3u8_id='hls', fatal=False) elif ext == 'mpd': fmts = self._extract_mpd_formats( format_url, basename, mpd_id='dash', fatal=False) else: height = int_or_none(quality.get('highestVerticalResolution')) width = round(aspect_ratio * height) if aspect_ratio and height else None fmts = [{ 'url': format_url, **parse_codecs(quality.get('mimeCodec')), 'height': height, 'width': width, 'format_id': join_nonempty('http', stream.get('type'), quality.get('quality')), 'tbr': int_or_none(self._search_regex(r'_(\d+)k_', format_url, 'tbr', default=None)), }] formats.extend(merge_dicts(f, { 'format_note': join_nonempty( quality.get('quality'), variant.get('class'), 'dgs' if info['dgs'] else '', delim=', '), 'language': variant.get('language'), 'preference': -2 if info['dgs'] else -1, 'language_preference': 10 if variant.get('class') == 'main' else -10 if variant.get('class') == 'ad' else -1, 'quality': qualities(self._QUALITIES)(quality.get('quality')), }) for f in fmts) return { 'extractor_key': ZDFIE.ie_key(), 'id': content_id, 'duration': duration, 'formats': formats, 'subtitles': self._extract_subtitles(src_captions), '_format_sort_fields': ('tbr', 'res', 'quality', 'language_preference'), } def _get_api_token(self, video_id): # As of 2025-03, this API is used by the Android app for getting tokens. # An equivalent token could be extracted from the webpage should the API become unavailable. # For now this allows the extractor to avoid dealing with Next.js hydration data. TOKEN_CACHE_SECTION = 'zdf' TOKEN_CACHE_KEY = 'api-token' token_data = self.cache.load(TOKEN_CACHE_SECTION, TOKEN_CACHE_KEY) if traverse_obj(token_data, ('expires', {int_or_none}), default=0) < int(time.time()): token_data = self._download_json( 'https://zdf-prod-futura.zdf.de/mediathekV2/token', video_id, note='Downloading API token') self.cache.store(TOKEN_CACHE_SECTION, TOKEN_CACHE_KEY, token_data) return f'{token_data["type"]} {token_data["token"]}' def _download_graphql(self, item_id, data_desc, query=None, body=None): if not query and not body: raise ExtractorError( 'GraphQL API requires either query parameters or a body', video_id=item_id) return self._download_json( 'https://api.zdf.de/graphql', item_id, note=f'Downloading {data_desc}', errnote=f'Failed to download {data_desc}', query=query, data=json.dumps(body).encode() if body else None, headers={ 'Api-Auth': self._get_api_token(item_id), 'Apollo-Require-Preflight': True, 'Content-Type': 'application/json' if body else None, }) @staticmethod def _extract_thumbnails(source): return [{ 'id': format_id, 'url': url, 'preference': 1 if format_id == 'original' else 0, **traverse_obj(re.search(r'(?P\d+|auto)[Xx](?P\d+|auto)', format_id), { 'width': ('width', {int_or_none}), 'height': ('height', {int_or_none}), }), } for format_id, url in (source or {}).items() if url] class ZDFIE(ZDFBaseIE): _VALID_URL = [ # Legacy redirects from before website redesign in 2025-03 # Also: URLs for the `/nachrichten/` sub-site r'https?://(?:www\.)?zdf\.de/(?:[^/?#]+/)*(?P[^/?#]+)\.html', # URLs for individual videos on the main site r'https?://(?:www\.)?zdf\.de/(?:video|play)/(?:[^/?#]+/)*(?P[^/?#]+)/?', ] _TESTS = [{ # Standalone video (i.e. not part of a playlist), video URL 'url': 'https://www.zdf.de/video/dokus/sylt---deutschlands-edles-nordlicht-movie-100/sylt-deutschlands-edles-nordlicht-100', 'info_dict': { 'id': 'sylt-deutschlands-edles-nordlicht-100', 'ext': 'mp4', 'title': 'Sylt - Deutschlands edles Nordlicht', 'description': 'md5:35407b810c2e1e33efbe15ef6e4c06c3', 'duration': 810.0, 'thumbnail': 'https://www.zdf.de/assets/sylt-118~original?cb=1613992485011', 'series': 'Sylt - Deutschlands edles Nordlicht', 'series_id': 'sylt---deutschlands-edles-nordlicht-movie-100', 'timestamp': 1612462500, 'upload_date': '20210204', '_old_archive_ids': ['zdf 210402_1915_sendung_dok'], }, }, { # Standalone video (i.e. not part of a playlist), play URL 'url': 'https://www.zdf.de/play/dokus/sylt---deutschlands-edles-nordlicht-movie-100/sylt-deutschlands-edles-nordlicht-100', 'info_dict': { 'id': 'sylt-deutschlands-edles-nordlicht-100', 'ext': 'mp4', 'title': 'Sylt - Deutschlands edles Nordlicht', 'description': 'md5:35407b810c2e1e33efbe15ef6e4c06c3', 'duration': 810.0, 'thumbnail': 'https://www.zdf.de/assets/sylt-118~original?cb=1613992485011', 'series': 'Sylt - Deutschlands edles Nordlicht', 'series_id': 'sylt---deutschlands-edles-nordlicht-movie-100', 'timestamp': 1612462500, 'upload_date': '20210204', '_old_archive_ids': ['zdf 210402_1915_sendung_dok'], }, 'params': {'skip_download': True}, }, { # Standalone video (i.e. not part of a playlist), legacy URL before website redesign in 2025-03 'url': 'https://www.zdf.de/dokumentation/dokumentation-sonstige/sylt-deutschlands-edles-nordlicht-100.html', 'info_dict': { 'id': 'sylt-deutschlands-edles-nordlicht-100', 'ext': 'mp4', 'title': 'Sylt - Deutschlands edles Nordlicht', 'description': 'md5:35407b810c2e1e33efbe15ef6e4c06c3', 'duration': 810.0, 'thumbnail': 'https://www.zdf.de/assets/sylt-118~original?cb=1613992485011', 'series': 'Sylt - Deutschlands edles Nordlicht', 'series_id': 'sylt---deutschlands-edles-nordlicht-movie-100', 'timestamp': 1612462500, 'upload_date': '20210204', '_old_archive_ids': ['zdf 210402_1915_sendung_dok'], }, 'params': {'skip_download': True}, }, { # Video belongs to a playlist, video URL 'url': 'https://www.zdf.de/video/dokus/die-magie-der-farben-116/die-magie-der-farben-von-koenigspurpur-und-jeansblau-100', 'md5': '1eda17eb40a9ead3046326e10b9c5973', 'info_dict': { 'id': 'die-magie-der-farben-von-koenigspurpur-und-jeansblau-100', 'ext': 'mp4', 'title': 'Von Königspurpur bis Jeansblau', 'description': 'md5:a89da10c928c6235401066b60a6d5c1a', 'duration': 2615.0, 'thumbnail': 'https://www.zdf.de/assets/koenigspurpur-bis-jeansblau-100~original?cb=1741857765971', 'series': 'Die Magie der Farben', 'series_id': 'die-magie-der-farben-116', 'season': 'Season 1', 'season_number': 1, 'episode': 'Episode 2', 'episode_number': 2, 'timestamp': 1445797800, 'upload_date': '20151025', '_old_archive_ids': ['zdf 151025_magie_farben2_tex'], }, }, { # Video belongs to a playlist, play URL 'url': 'https://www.zdf.de/play/dokus/die-magie-der-farben-116/die-magie-der-farben-von-koenigspurpur-und-jeansblau-100', 'md5': '1eda17eb40a9ead3046326e10b9c5973', 'info_dict': { 'id': 'die-magie-der-farben-von-koenigspurpur-und-jeansblau-100', 'ext': 'mp4', 'title': 'Von Königspurpur bis Jeansblau', 'description': 'md5:a89da10c928c6235401066b60a6d5c1a', 'duration': 2615.0, 'thumbnail': 'https://www.zdf.de/assets/koenigspurpur-bis-jeansblau-100~original?cb=1741857765971', 'series': 'Die Magie der Farben', 'series_id': 'die-magie-der-farben-116', 'season': 'Season 1', 'season_number': 1, 'episode': 'Episode 2', 'episode_number': 2, 'timestamp': 1445797800, 'upload_date': '20151025', '_old_archive_ids': ['zdf 151025_magie_farben2_tex'], }, 'params': {'skip_download': True}, }, { # Video belongs to a playlist, legacy URL before website redesign in 2025-03 'url': 'https://www.zdf.de/dokumentation/terra-x/die-magie-der-farben-von-koenigspurpur-und-jeansblau-100.html', 'md5': '1eda17eb40a9ead3046326e10b9c5973', 'info_dict': { 'id': 'die-magie-der-farben-von-koenigspurpur-und-jeansblau-100', 'ext': 'mp4', 'title': 'Von Königspurpur bis Jeansblau', 'description': 'md5:a89da10c928c6235401066b60a6d5c1a', 'duration': 2615.0, 'thumbnail': 'https://www.zdf.de/assets/koenigspurpur-bis-jeansblau-100~original?cb=1741857765971', 'series': 'Die Magie der Farben', 'series_id': 'die-magie-der-farben-116', 'season': 'Season 1', 'season_number': 1, 'episode': 'Episode 2', 'episode_number': 2, 'timestamp': 1445797800, 'upload_date': '20151025', '_old_archive_ids': ['zdf 151025_magie_farben2_tex'], }, 'params': {'skip_download': True}, }, { # Video with chapters # Also: video with sign-language variant 'url': 'https://www.zdf.de/video/magazine/heute-journal-104/heute-journal-vom-19-12-2021-100', 'md5': '1175003f28507bd27b266181c4de9f56', 'info_dict': { 'id': 'heute-journal-vom-19-12-2021-100', 'ext': 'mp4', 'title': 'heute journal vom 19.12.2021', 'description': 'md5:02504cf3b03777ff32fcc927d260c5dd', 'duration': 1770.0, 'thumbnail': 'https://epg-image.zdf.de/fotobase-webdelivery/images/273e5545-16e7-4ca3-898e-52fe9e06d964?layout=1920x1080', 'chapters': 'count:11', 'series': 'heute journal', 'series_id': 'heute-journal-104', 'season': 'Season 2021', 'season_number': 2021, 'episode': 'Episode 370', 'episode_number': 370, 'timestamp': 1639946700, 'upload_date': '20211219', # Videos with sign language variants must not have a 'dgs' suffix on their old archive IDs. '_old_archive_ids': ['zdf 211219_sendung_hjo'], }, }, { # Video that requires fallback extraction 'url': 'https://www.zdf.de/nachrichten/politik/deutschland/koalitionsverhandlungen-spd-cdu-csu-dobrindt-100.html', 'md5': '95903ecbd37f2881b4462d074b8f8c44', 'info_dict': { 'id': 'koalitionsverhandlungen-spd-cdu-csu-dobrindt-100', 'ext': 'mp4', 'title': 'Dobrindt schließt Steuererhöhungen aus', 'description': 'md5:9a117646d7b8df6bc902eb543a9c9023', 'duration': 325, 'thumbnail': 'https://www.zdf.de/assets/dobrindt-csu-berlin-direkt-100~1920x1080?cb=1743357653736', 'timestamp': 1743374520, 'upload_date': '20250330', '_old_archive_ids': ['zdf 250330_clip_2_bdi'], }, }, { 'url': 'https://www.zdf.de/funk/druck-11790/funk-alles-ist-verzaubert-102.html', 'md5': '57af4423db0455a3975d2dc4578536bc', 'info_dict': { 'id': 'funk-alles-ist-verzaubert-102', 'ext': 'mp4', 'title': 'Alles ist verzaubert', 'description': 'Die Neue an der Schule verdreht Ismail den Kopf.', 'duration': 1278.0, 'thumbnail': 'https://www.zdf.de/assets/teaser-funk-alles-ist-verzaubert-102~original?cb=1663848412907', 'series': 'DRUCK', 'series_id': 'funk-collection-funk-11790-1590', 'season': 'Season 7', 'season_number': 7, 'episode': 'Episode 1', 'episode_number': 1, 'timestamp': 1635520560, 'upload_date': '20211029', '_old_archive_ids': ['zdf video_funk_1770473'], }, }, { 'url': 'https://www.zdf.de/serien/soko-stuttgart/das-geld-anderer-leute-100.html', 'info_dict': { 'id': 'das-geld-anderer-leute-100', 'ext': 'mp4', 'title': 'Das Geld anderer Leute', 'description': 'md5:cb6f660850dc5eb7d1ab776ea094959d', 'duration': 2581.0, 'thumbnail': 'https://epg-image.zdf.de/fotobase-webdelivery/images/e2d7e55a-09f0-424e-ac73-6cac4dd65f35?layout=1920x1080', 'series': 'SOKO Stuttgart', 'series_id': 'soko-stuttgart-104', 'season': 'Season 11', 'season_number': 11, 'episode': 'Episode 10', 'episode_number': 10, 'timestamp': 1728983700, 'upload_date': '20241015', '_old_archive_ids': ['zdf 191205_1800_sendung_sok8'], }, }, { 'url': 'https://www.zdf.de/serien/northern-lights/begegnung-auf-der-bruecke-100.html', 'info_dict': { 'id': 'begegnung-auf-der-bruecke-100', 'ext': 'mp4', 'title': 'Begegnung auf der Brücke', 'description': 'md5:e53a555da87447f7f1207f10353f8e45', 'duration': 3083.0, 'thumbnail': 'https://epg-image.zdf.de/fotobase-webdelivery/images/c5ff1d1f-f5c8-4468-86ac-1b2f1dbecc76?layout=1920x1080', 'series': 'Northern Lights', 'series_id': 'northern-lights-100', 'season': 'Season 1', 'season_number': 1, 'episode': 'Episode 1', 'episode_number': 1, 'timestamp': 1738546500, 'upload_date': '20250203', '_old_archive_ids': ['zdf 240319_2310_sendung_not'], }, }, { # Same as https://www.phoenix.de/sendungen/ereignisse/corona-nachgehakt/wohin-fuehrt-der-protest-in-der-pandemie-a-2050630.html 'url': 'https://www.zdf.de/politik/phoenix-sendungen/wohin-fuehrt-der-protest-in-der-pandemie-100.html', 'only_matching': True, }, { # Same as https://www.3sat.de/film/ab-18/10-wochen-sommer-108.html 'url': 'https://www.zdf.de/dokumentation/ab-18/10-wochen-sommer-102.html', 'only_matching': True, }, { # Same as https://www.phoenix.de/sendungen/dokumentationen/gesten-der-maechtigen-i-a-89468.html?ref=suche 'url': 'https://www.zdf.de/politik/phoenix-sendungen/die-gesten-der-maechtigen-100.html', 'only_matching': True, }, { # Same as https://www.3sat.de/film/spielfilm/der-hauptmann-100.html 'url': 'https://www.zdf.de/filme/filme-sonstige/der-hauptmann-112.html', 'only_matching': True, }, { # Same as https://www.3sat.de/wissen/nano/nano-21-mai-2019-102.html, equal media ids 'url': 'https://www.zdf.de/wissen/nano/nano-21-mai-2019-102.html', 'only_matching': True, }, { 'url': 'https://www.zdf.de/service-und-hilfe/die-neue-zdf-mediathek/zdfmediathek-trailer-100.html', 'only_matching': True, }, { 'url': 'https://www.zdf.de/filme/taunuskrimi/die-lebenden-und-die-toten-1---ein-taunuskrimi-100.html', 'only_matching': True, }, { 'url': 'https://www.zdf.de/dokumentation/planet-e/planet-e-uebersichtsseite-weitere-dokumentationen-von-planet-e-100.html', 'only_matching': True, }, { 'url': 'https://www.zdf.de/arte/todliche-flucht/page-video-artede-toedliche-flucht-16-100.html', 'only_matching': True, }, { 'url': 'https://www.zdf.de/dokumentation/terra-x/unser-gruener-planet-wuesten-doku-100.html', 'only_matching': True, }] _GRAPHQL_QUERY = ''' query VideoByCanonical($canonical: String!) { videoByCanonical(canonical: $canonical) { canonical title leadParagraph editorialDate teaser { description image { list } } episodeInfo { episodeNumber seasonNumber } smartCollection { canonical title } currentMedia { nodes { ptmdTemplate ... on VodMedia { duration aspectRatio streamAnchorTags { nodes { anchorOffset anchorLabel } } vodMediaType label } ... on LiveMedia { start stop encryption liveMediaType label } id } } } } ''' def _extract_ptmd(self, ptmd_info, video_id, api_token=None, aspect_ratio=None): ptmd_data = super()._extract_ptmd(ptmd_info, video_id, api_token, aspect_ratio) # We can't use the ID from PTMD extraction as the video ID # because it is not available during playlist extraction. # We fix it here manually instead of inside the base class # because other extractors do rely on using it as their ID. ptmd_data['_old_archive_ids'] = [make_archive_id(ZDFIE, ptmd_data['id'])] del ptmd_data['id'] return ptmd_data # This fallback should generally only happen for pages under `zdf.de/nachrichten`. # They are on a separate website for which GraphQL often doesn't return results. # The API used here is no longer in use by official clients and likely deprecated. # Long-term, news documents probably should use the API used by the mobile apps: # https://zdf-prod-futura.zdf.de/news/documents/ (note 'news' vs 'mediathekV2') def _extract_fallback(self, document_id): video = self._download_json( f'https://zdf-prod-futura.zdf.de/mediathekV2/document/{document_id}', document_id, note='Downloading fallback metadata', errnote='Failed to download fallback metadata') document = video['document'] ptmd_url = traverse_obj(document, ( ('streamApiUrlAndroid', ('streams', 0, 'streamApiUrlAndroid')), {url_or_none}, any)) ptmd_data = self._extract_ptmd_urls(ptmd_url, document_id, self._get_api_token(document_id)) thumbnails = [] for thumbnail_key, thumbnail in traverse_obj(document, ('teaserBild', {dict.items})): thumbnail_url = traverse_obj(thumbnail, ('url', {url_or_none})) if not thumbnail_url: continue thumbnails.append({ 'url': thumbnail_url, 'id': thumbnail_key, 'width': int_or_none(thumbnail.get('width')), 'height': int_or_none(thumbnail.get('height')), }) return { 'id': document_id, 'thumbnails': thumbnails, **ptmd_data, **traverse_obj(video, { 'title': ('document', 'titel', {str}), 'description': ('document', 'beschreibung', {str}), 'timestamp': ( (('document', 'date'), ('meta', 'editorialDate')), {unified_timestamp}, any), 'subtitles': ('document', 'captions', {self._extract_subtitles}), }), } def _real_extract(self, url): video_id = self._match_id(url) video_data = self._download_graphql(video_id, 'video metadata', body={ 'operationName': 'VideoByCanonical', 'query': self._GRAPHQL_QUERY, 'variables': {'canonical': video_id}, })['data']['videoByCanonical'] if not video_data: return self._extract_fallback(video_id) ptmd_nodes = traverse_obj(video_data, ('currentMedia', 'nodes')) ptmd_info = traverse_obj(ptmd_nodes, (..., { 'url': ('ptmdTemplate', {functools.partial(self._expand_ptmd_template, 'https://api.zdf.de')}), # Sign-language variant (DGS = *D*eutsche *G*ebärden*s*prache') 'dgs': ('vodMediaType', {lambda x: x == 'DGS'}), })) aspect_ratio = traverse_obj(ptmd_nodes, ( ..., 'aspectRatio', {self._parse_aspect_ratio}, any)) ptmd_result = self._extract_ptmd( ptmd_info, video_id, self._get_api_token(video_id), aspect_ratio) return { 'id': video_id, **ptmd_result, **traverse_obj(video_data, { 'title': ('title', {str}), 'description': (('leadParagraph', ('teaser', 'description')), any, {str}), 'timestamp': ('editorialDate', {parse_iso8601}), 'thumbnails': ('teaser', 'image', 'list', {self._extract_thumbnails}), 'episode_number': ('episodeInfo', 'episodeNumber', {int_or_none}), 'season_number': ('episodeInfo', 'seasonNumber', {int_or_none}), 'series': ('smartCollection', 'title', {str}), 'series_id': ('smartCollection', 'canonical', {str}), 'chapters': ('currentMedia', 'nodes', 0, 'streamAnchorTags', 'nodes', {self._extract_chapters}), }), } class ZDFChannelIE(ZDFBaseIE): _VALID_URL = r'https?://www\.zdf\.de/(?:[^/?#]+/)*(?P[^/?#]+)' _TESTS = [{ # Playlist, legacy URL before website redesign in 2025-03 'url': 'https://www.zdf.de/sport/das-aktuelle-sportstudio', 'info_dict': { 'id': 'das-aktuelle-sportstudio-220', 'title': 'das aktuelle sportstudio', 'description': 'md5:e46c785324238a03edcf8b301c5fd5dc', }, 'playlist_mincount': 18, }, { # Playlist, current URL 'url': 'https://www.zdf.de/sport/das-aktuelle-sportstudio-220', 'info_dict': { 'id': 'das-aktuelle-sportstudio-220', 'title': 'das aktuelle sportstudio', 'description': 'md5:e46c785324238a03edcf8b301c5fd5dc', }, 'playlist_mincount': 18, }, { # Standalone video (i.e. not part of a playlist), collection URL 'add_ie': [ZDFIE.ie_key()], 'url': 'https://www.zdf.de/dokus/sylt---deutschlands-edles-nordlicht-movie-100', 'info_dict': { 'id': 'sylt-deutschlands-edles-nordlicht-100', 'ext': 'mp4', 'title': 'Sylt - Deutschlands edles Nordlicht', 'description': 'md5:35407b810c2e1e33efbe15ef6e4c06c3', 'duration': 810.0, 'thumbnail': 'https://www.zdf.de/assets/sylt-118~original?cb=1613992485011', 'series': 'Sylt - Deutschlands edles Nordlicht', 'series_id': 'sylt---deutschlands-edles-nordlicht-movie-100', 'timestamp': 1612462500, 'upload_date': '20210204', '_old_archive_ids': ['zdf 210402_1915_sendung_dok'], }, 'params': {'skip_download': True}, }, { 'url': 'https://www.zdf.de/gesellschaft/aktenzeichen-xy-ungeloest', 'info_dict': { 'id': 'aktenzeichen-xy-ungeloest-110', 'title': 'Aktenzeichen XY... Ungelöst', 'description': 'md5:b79ac0d64b979e53cbe510c0ca9cb7be', }, 'playlist_mincount': 2, }, { 'url': 'https://www.zdf.de/serien/taunuskrimi/', 'only_matching': True, }] @classmethod def suitable(cls, url): return False if ZDFIE.suitable(url) else super().suitable(url) def _real_extract(self, url): channel_id = self._match_id(url) webpage, urlh = self._download_webpage_handle(url, channel_id) # Make sure to get the correct ID in case of redirects channel_id = self._search_regex(self._VALID_URL, urlh.url, 'channel id', group='id') collection_data = self._download_graphql( channel_id, 'smart collection data', query={ 'operationName': 'GetSmartCollectionByCanonical', 'variables': json.dumps({ 'canonical': channel_id, 'videoPageSize': 100, }), 'extensions': json.dumps({ 'persistedQuery': { 'version': 1, 'sha256Hash': 'cb49420e133bd668ad895a8cea0e65cba6aa11ac1cacb02341ff5cf32a17cd02', }, }), })['data']['smartCollectionByCanonical'] video_data = traverse_obj(collection_data, ('video', {dict})) season_data = traverse_obj(collection_data, ('seasons', {dict})) if not self._yes_playlist( channel_id if season_data else None, traverse_obj(video_data, ('canonical', {str}))): return self.url_result(video_data['sharingUrl'], ie=ZDFIE) title = traverse_obj(collection_data, ('title', {str})) or self._html_search_meta( ['og:title', 'title', 'twitter:title'], webpage, 'title', fatal=False) needs_pagination = traverse_obj(season_data, ( 'seasons', ..., 'episodes', 'pageInfo', 'hasNextPage', lambda _, v: v is True, any), default=False) if needs_pagination: # TODO: Implement pagination for collections with long seasons # e.g. https://www.zdf.de/magazine/heute-journal-104 self.report_warning('This collection contains seasons with more than 100 episodes, some episodes are missing from the result.') videos = traverse_obj(season_data, ('seasons', ..., 'episodes', 'videos', ...)) season_id = parse_qs(url).get('staffel', [None])[-1] videos = [v for v in videos if not season_id or season_id == str(traverse_obj(v, ('episodeInfo', 'seasonNumber')))] entries = [self.url_result(video['sharingUrl'], ZDFIE, **traverse_obj(video, { 'id': ('canonical', {str}), 'title': ('teaser', 'title', {str}), 'description': (('leadParagraph', ('teaser', 'description')), any, {str}), 'timestamp': ('editorialDate', {parse_iso8601}), 'thumbnails': ('teaser', 'imageWithoutLogo', 'layouts', {self._extract_thumbnails}), 'episode_number': ('episodeInfo', 'episodeNumber', {int_or_none}), 'season_number': ('episodeInfo', 'seasonNumber', {int_or_none}), 'series_id': {lambda _: channel_id}, 'series': {lambda _: title}, })) for video in videos or [] if video.get('currentMediaType') != 'NOVIDEO'] return self.playlist_result( entries, channel_id, title, traverse_obj(collection_data, ('infoText', {str})))