X-Git-Url: http://git.bitcoin.ninja/index.cgi?a=blobdiff_plain;f=youtube_dl%2Fextractor%2Fellentv.py;h=74bbc5c51c576880465e76453604891b6b5f48ca;hb=89f257d6e57131a266efae629334fe5f4bcf96e9;hp=933f36dd85c499ce902d922d79e82e308374c9ad;hpb=3cfafc4a9bb7e2fe290ab03f12e9a4fc2af7a404;p=youtube-dl diff --git a/youtube_dl/extractor/ellentv.py b/youtube_dl/extractor/ellentv.py index 933f36dd8..74bbc5c51 100644 --- a/youtube_dl/extractor/ellentv.py +++ b/youtube_dl/extractor/ellentv.py @@ -1,62 +1,87 @@ # coding: utf-8 from __future__ import unicode_literals -import re import json -from .common import InfoExtractor, ExtractorError +from .common import InfoExtractor +from ..utils import ( + ExtractorError, + NO_DEFAULT, +) + class EllenTVIE(InfoExtractor): - IE_NAME = u'ellentv' - _VALID_URL = r'https?://(?:www\.)?ellentv\.com/videos/(?P[a-z0-9_-]+)' - _TEST = { - 'url': 'http://www.ellentv.com/videos/0-7jqrsr18/', - 'md5': 'e4af06f3bf0d5f471921a18db5764642', + _VALID_URL = r'https?://(?:www\.)?(?:ellentv|ellentube)\.com/videos/(?P[a-z0-9_-]+)' + _TESTS = [{ + 'url': 'http://www.ellentv.com/videos/0-ipq1gsai/', + 'md5': '4294cf98bc165f218aaa0b89e0fd8042', 'info_dict': { - 'id': '0-7jqrsr18', - 'ext': 'mp4', - 'title': u'What\'s Wrong with These Photos? A Whole Lot', - # TODO more properties, either as: - # * A value - # * MD5 checksum; start the string with md5: - # * A regular expression; start the string with re: - # * Any Python type (for example int or float) - } - } + 'id': '0_ipq1gsai', + 'ext': 'mov', + 'title': 'Fast Fingers of Fate', + 'description': 'md5:3539013ddcbfa64b2a6d1b38d910868a', + 'timestamp': 1428035648, + 'upload_date': '20150403', + 'uploader_id': 'batchUser', + }, + }, { + # not available via http://widgets.ellentube.com/ + 'url': 'http://www.ellentv.com/videos/1-szkgu2m2/', + 'info_dict': { + 'id': '1_szkgu2m2', + 'ext': 'flv', + 'title': "Ellen's Amazingly Talented Audience", + 'description': 'md5:86ff1e376ff0d717d7171590e273f0a5', + 'timestamp': 1255140900, + 'upload_date': '20091010', + 'uploader_id': 'ellenkaltura@gmail.com', + }, + 'params': { + 'skip_download': True, + }, + }] def _real_extract(self, url): - mobj = re.match(self._VALID_URL, url) - id = mobj.group('id') + video_id = self._match_id(url) - webpage = self._download_webpage(url, id) + URLS = ('http://widgets.ellentube.com/videos/%s' % video_id, url) + + for num, url_ in enumerate(URLS, 1): + webpage = self._download_webpage( + url_, video_id, fatal=num == len(URLS)) + + default = NO_DEFAULT if num == len(URLS) else None + + partner_id = self._search_regex( + r"var\s+partnerId\s*=\s*'([^']+)", webpage, 'partner id', + default=default) + + kaltura_id = self._search_regex( + [r'id="kaltura_player_([^"]+)"', + r"_wb_entry_id\s*:\s*'([^']+)", + r'data-kaltura-entry-id="([^"]+)'], + webpage, 'kaltura id', default=default) + + if partner_id and kaltura_id: + break + + return self.url_result('kaltura:%s:%s' % (partner_id, kaltura_id), 'Kaltura') - return { - 'id': id, - 'title': self._og_search_title(webpage), - 'url': self._html_search_meta('VideoURL', webpage, 'url') - } class EllenTVClipsIE(InfoExtractor): - IE_NAME = u'ellentv:clips' + IE_NAME = 'EllenTV:clips' _VALID_URL = r'https?://(?:www\.)?ellentv\.com/episodes/(?P[a-z0-9_-]+)' _TEST = { 'url': 'http://www.ellentv.com/episodes/meryl-streep-vanessa-hudgens/', - 'md5': 'TODO: md5 sum of the first 10KiB of the video file', 'info_dict': { - 'id': '0_wf6pizq7', - 'ext': 'mp4', - 'title': 'Video title goes here', - # TODO more properties, either as: - # * A value - # * MD5 checksum; start the string with md5: - # * A regular expression; start the string with re: - # * Any Python type (for example int or float) - } + 'id': 'meryl-streep-vanessa-hudgens', + 'title': 'Meryl Streep, Vanessa Hudgens', + }, + 'playlist_mincount': 7, } def _real_extract(self, url): - mobj = re.match(self._VALID_URL, url) - playlist_id = mobj.group('id') + playlist_id = self._match_id(url) webpage = self._download_webpage(url, playlist_id) playlist = self._extract_playlist(webpage) @@ -71,9 +96,13 @@ class EllenTVClipsIE(InfoExtractor): def _extract_playlist(self, webpage): json_string = self._search_regex(r'playerView.addClips\(\[\{(.*?)\}\]\);', webpage, 'json') try: - return json.loads("[{" + json_string + "}]") + return json.loads('[{' + json_string + '}]') except ValueError as ve: raise ExtractorError('Failed to download JSON', cause=ve) def _extract_entries(self, playlist): - return [self.url_result(item[u'url'], 'EllenTV') for item in playlist] + return [ + self.url_result( + 'kaltura:%s:%s' % (item['kaltura_partner_id'], item['kaltura_entry_id']), + 'Kaltura') + for item in playlist]