projects
/
youtube-dl
/ blobdiff
commit
grep
author
committer
pickaxe
?
search:
re
summary
|
shortlog
|
log
|
commit
|
commitdiff
|
tree
raw
|
inline
| side by side
[xtube:user] Remove duplicated video ids
[youtube-dl]
/
youtube_dl
/
extractor
/
xtube.py
diff --git
a/youtube_dl/extractor/xtube.py
b/youtube_dl/extractor/xtube.py
index 24df5c48e9da26dfdc3f8487fdb859599e8c4394..4075b8a4f8a705cf29aa1430656146350a8d07aa 100644
(file)
--- a/
youtube_dl/extractor/xtube.py
+++ b/
youtube_dl/extractor/xtube.py
@@
-7,6
+7,7
@@
from .common import InfoExtractor
from ..compat import compat_urllib_parse_unquote
from ..utils import (
int_or_none,
from ..compat import compat_urllib_parse_unquote
from ..utils import (
int_or_none,
+ orderedSet,
sanitized_Request,
str_to_int,
)
sanitized_Request,
str_to_int,
)
@@
-118,7
+119,8
@@
class XTubeUserIE(InfoExtractor):
if not html:
break
if not html:
break
- for _, video_id in re.findall(r'data-plid=(["\'])(.+?)\1', html):
+ for video_id in orderedSet([video_id for _, video_id in re.findall(
+ r'data-plid=(["\'])(.+?)\1', html)]):
entries.append(self.url_result('xtube:%s' % video_id, XTubeIE.ie_key()))
page_count = int_or_none(page.get('pageCount'))
entries.append(self.url_result('xtube:%s' % video_id, XTubeIE.ie_key()))
page_count = int_or_none(page.get('pageCount'))