X-Git-Url: http://git.bitcoin.ninja/index.cgi?a=blobdiff_plain;f=youtube_dl%2Fextractor%2Fveehd.py;h=a6dc3c8d894fa7dd148420713bbc330da7341592;hb=067aa17edf5a46a8cbc4d6b90864eddf051fa2bc;hp=94647d1c8c88a18cfb6abcba2ec5ed8e71e9c4b6;hpb=27f8b0994e9924724c974f46435552d401f5fc08;p=youtube-dl diff --git a/youtube_dl/extractor/veehd.py b/youtube_dl/extractor/veehd.py index 94647d1c8..a6dc3c8d8 100644 --- a/youtube_dl/extractor/veehd.py +++ b/youtube_dl/extractor/veehd.py @@ -4,35 +4,63 @@ import re import json from .common import InfoExtractor -from ..utils import ( +from ..compat import ( + compat_urllib_parse_unquote, compat_urlparse, - get_element_by_id, +) +from ..utils import ( + ExtractorError, clean_html, + get_element_by_id, ) class VeeHDIE(InfoExtractor): _VALID_URL = r'https?://veehd\.com/video/(?P\d+)' - _TEST = { - 'url': 'http://veehd.com/video/4686958', + # Seems VeeHD videos have multiple copies on several servers, all of + # whom have different MD5 checksums, so omit md5 field in all tests + _TESTS = [{ + 'url': 'http://veehd.com/video/4639434_Solar-Sinter', 'info_dict': { - 'id': '4686958', + 'id': '4639434', 'ext': 'mp4', - 'title': 'Time Lapse View from Space ( ISS)', - 'uploader_id': 'spotted', - 'description': 'md5:f0094c4cf3a72e22bc4e4239ef767ad7', + 'title': 'Solar Sinter', + 'uploader_id': 'VideoEyes', + 'description': 'md5:46a840e8692ddbaffb5f81d9885cb457', }, - } + 'skip': 'Video deleted', + }, { + 'url': 'http://veehd.com/video/4905758_Elysian-Fields-Channeling', + 'info_dict': { + 'id': '4905758', + 'ext': 'mp4', + 'title': 'Elysian Fields - Channeling', + 'description': 'md5:360e4e95fdab58aefbea0f2a19e5604b', + 'uploader_id': 'spotted', + } + }, { + 'url': 'http://veehd.com/video/2046729_2012-2009-DivX-Trailer', + 'info_dict': { + 'id': '2046729', + 'ext': 'avi', + 'title': '2012 (2009) DivX Trailer', + 'description': 'md5:75435ee95255e6a9838ac6f6f3a2396b', + 'uploader_id': 'Movie_Trailers', + } + }] def _real_extract(self, url): - mobj = re.match(self._VALID_URL, url) - video_id = mobj.group('id') + video_id = self._match_id(url) # VeeHD seems to send garbage on the first request. - # See https://github.com/rg3/youtube-dl/issues/2102 + # See https://github.com/ytdl-org/youtube-dl/issues/2102 self._download_webpage(url, video_id, 'Requesting webpage') webpage = self._download_webpage(url, video_id) + + if 'This video has been removed<' in webpage: + raise ExtractorError('Video %s has been removed' % video_id, expected=True) + player_path = self._search_regex( r'\$\("#playeriframe"\).attr\({src : "(.+?)"', webpage, 'player path') @@ -41,25 +69,49 @@ class VeeHDIE(InfoExtractor): self._download_webpage(player_url, video_id, 'Requesting player page') player_page = self._download_webpage( player_url, video_id, 'Downloading player page') + + video_url = None + config_json = self._search_regex( - r'value=\'config=({.+?})\'', player_page, 'config json') - config = json.loads(config_json) + r'value=\'config=({.+?})\'', player_page, 'config json', default=None) + + if config_json: + config = json.loads(config_json) + video_url = compat_urllib_parse_unquote(config['clip']['url']) + + if not video_url: + video_url = self._html_search_regex( + r']+type="video/divx"[^>]+src="([^"]+)"', + player_page, 'video url', default=None) + + if not video_url: + iframe_src = self._search_regex( + r']+src="/?([^"]+)"', player_page, 'iframe url') + iframe_url = 'http://veehd.com/%s' % iframe_src + + self._download_webpage(iframe_url, video_id, 'Requesting iframe page') + iframe_page = self._download_webpage( + iframe_url, video_id, 'Downloading iframe page') + + video_url = self._search_regex( + r"file\s*:\s*'([^']+)'", iframe_page, 'video url') - video_url = compat_urlparse.unquote(config['clip']['url']) title = clean_html(get_element_by_id('videoName', webpage).rpartition('|')[0]) - uploader_id = self._html_search_regex(r'(.+?)', - webpage, 'uploader') - thumbnail = self._search_regex(r'(.*?)(.+?)', + webpage, 'uploader') + thumbnail = self._search_regex( + r'(.*?)