X-Git-Url: http://git.bitcoin.ninja/index.cgi?a=blobdiff_plain;f=youtube_dl%2Fextractor%2Fxtube.py;fp=youtube_dl%2Fextractor%2Fxtube.py;h=4075b8a4f8a705cf29aa1430656146350a8d07aa;hb=f4db09178a2c531005a3502a497b8dbf0bfe20e2;hp=24df5c48e9da26dfdc3f8487fdb859599e8c4394;hpb=86be3cdc2a623a522500ca073835579b853a1ae1;p=youtube-dl diff --git a/youtube_dl/extractor/xtube.py b/youtube_dl/extractor/xtube.py index 24df5c48e..4075b8a4f 100644 --- a/youtube_dl/extractor/xtube.py +++ b/youtube_dl/extractor/xtube.py @@ -7,6 +7,7 @@ from .common import InfoExtractor from ..compat import compat_urllib_parse_unquote from ..utils import ( int_or_none, + orderedSet, sanitized_Request, str_to_int, ) @@ -118,7 +119,8 @@ class XTubeUserIE(InfoExtractor): if not html: break - for _, video_id in re.findall(r'data-plid=(["\'])(.+?)\1', html): + for video_id in orderedSet([video_id for _, video_id in re.findall( + r'data-plid=(["\'])(.+?)\1', html)]): entries.append(self.url_result('xtube:%s' % video_id, XTubeIE.ie_key())) page_count = int_or_none(page.get('pageCount'))