kumi/yt-dlp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

[ie/youtube:tab] Detect looping feeds (#6621)

Browse source 
Closes https://github.com/yt-dlp/yt-dlp/issues/5555

Note: the first page may still be repeated, however this is better than nothing.

Authored by: coletdjnz
This commit is contained in:
coletdjnz 2023-07-15 15:20:24 +12:00 committed by GitHub
parent 1bcb9fe871
commit 1ba6fe9db5
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 6 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
yt_dlp/extractor/youtube.py
View file

@ -4921,10 +4921,15 @@ class YoutubeTabBaseInfoExtractor(YoutubeBaseInfoExtractor):
or try_get(tab_content, lambda x: x['richGridRenderer'], dict) or {}) or try_get(tab_content, lambda x: x['richGridRenderer'], dict) or {})
yield from extract_entries(parent_renderer) yield from extract_entries(parent_renderer)
continuation = continuation_list[0] continuation = continuation_list[0]
seen_continuations = set()
for page_num in itertools.count(1): for page_num in itertools.count(1):
if not continuation: if not continuation:
break break
continuation_token = continuation.get('continuation')
if continuation_token is not None and continuation_token in seen_continuations:
self.write_debug('Detected YouTube feed looping - assuming end of feed.')
break
seen_continuations.add(continuation_token)
headers = self.generate_api_headers( headers = self.generate_api_headers(
ytcfg=ytcfg, account_syncid=account_syncid, visitor_data=visitor_data) ytcfg=ytcfg, account_syncid=account_syncid, visitor_data=visitor_data)
response = self._extract_response( response = self._extract_response(