[pornhub:playlistbase] Use orderedSet

This commit is contained in:
Sergey M․ 2016-03-28 00:21:08 +06:00
parent a1cf3e38a3
commit 8f9a477e7f

View file

@ -12,6 +12,7 @@ from ..compat import (
from ..utils import ( from ..utils import (
ExtractorError, ExtractorError,
int_or_none, int_or_none,
orderedSet,
sanitized_Request, sanitized_Request,
str_to_int, str_to_int,
) )
@ -150,7 +151,7 @@ class PornHubPlaylistBaseIE(InfoExtractor):
def _extract_entries(self, webpage): def _extract_entries(self, webpage):
return [ return [
self.url_result('http://www.pornhub.com/%s' % video_url, PornHubIE.ie_key()) self.url_result('http://www.pornhub.com/%s' % video_url, PornHubIE.ie_key())
for video_url in set(re.findall( for video_url in orderedSet(re.findall(
r'href="/?(view_video\.php\?.*\bviewkey=[\da-z]+[^"]*)"', webpage)) r'href="/?(view_video\.php\?.*\bviewkey=[\da-z]+[^"]*)"', webpage))
] ]