artem/yt-dlp
1
0
Fork 0
mirror of https://github.com/yt-dlp/yt-dlp.git synced 2026-04-08 09:53:43 +00:00
Code Issues Packages Projects Releases Wiki Activity

[ie] Handle fragmented formats in _remove_duplicate_formats

Browse Source
This commit is contained in:
Simon Sawicki 2024-11-26 00:58:57 +01:00
parent 4b5eec0aaa
commit b9f04eb20c
No known key found for this signature in database
1 changed files with 15 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
yt_dlp/extractor/common.py
View File

@ -1854,12 +1854,24 @@ class InfoExtractor:
@staticmethod
def _remove_duplicate_formats(formats):
format_urls = set()
seen_urls = set()
seen_fragments = set()
unique_formats = []
for f in formats:
if f['url'] not in format_urls:
format_urls.add(f['url'])
fragments = f.get('fragments')
if fragments and not callable(fragments):
if base_url := f.get('fragment_base_url'):
fragments = map(urljoin(base_url), fragments)
fragments = frozenset(fragments)
if fragments not in seen_fragments:
seen_fragments.add(fragments)
unique_formats.append(f)
elif f['url'] not in seen_urls:
seen_urls.add(f['url'])
unique_formats.append(f)
formats[:] = unique_formats
def _is_valid_url(self, url, video_id, item='video', headers={}):