X-Git-Url: http://git.bitcoin.ninja/index.cgi?a=blobdiff_plain;f=youtube_dl%2Fextractor%2Fgamestar.py;h=f00dab2f355271dde290ffbf16bc641ae5ad88bd;hb=HEAD;hp=5c9decdea96b5730352f250a0fe1c9039892b230;hpb=8646eb790e2352ec08c50357b9957cbe5548ddaa;p=youtube-dl diff --git a/youtube_dl/extractor/gamestar.py b/youtube_dl/extractor/gamestar.py index 5c9decdea..f00dab2f3 100644 --- a/youtube_dl/extractor/gamestar.py +++ b/youtube_dl/extractor/gamestar.py @@ -4,65 +4,62 @@ from __future__ import unicode_literals import re from .common import InfoExtractor +from ..utils import ( + int_or_none, + remove_end, +) + class GameStarIE(InfoExtractor): - _VALID_URL = r'http://www\.gamestar\.de/videos/.*,(?P[0-9]+)\.html' - _TEST = { + _VALID_URL = r'https?://(?:www\.)?game(?Ppro|star)\.de/videos/.*,(?P[0-9]+)\.html' + _TESTS = [{ 'url': 'http://www.gamestar.de/videos/trailer,3/hobbit-3-die-schlacht-der-fuenf-heere,76110.html', - 'md5': '96974ecbb7fd8d0d20fca5a00810cea7', + 'md5': 'ee782f1f8050448c95c5cacd63bc851c', 'info_dict': { 'id': '76110', 'ext': 'mp4', 'title': 'Hobbit 3: Die Schlacht der Fünf Heere - Teaser-Trailer zum dritten Teil', - 'description': 'Der Teaser-Trailer zu Hobbit 3: Die Schlacht der Fünf Heere zeigt einige Szenen aus dem dritten Teil der Saga und kündigt den vollständigen Trailer an.', - 'thumbnail': 'http://images.gamestar.de/images/idgwpgsgp/bdb/2494525/600x.jpg', + 'description': 'Der Teaser-Trailer zu Hobbit 3: Die Schlacht der Fünf Heere zeigt einige Szenen aus dem dritten Teil der Saga und kündigt den...', + 'thumbnail': r're:^https?://.*\.jpg$', + 'timestamp': 1406542380, 'upload_date': '20140728', - 'duration': 17 + 'duration': 17, } - } + }, { + 'url': 'http://www.gamepro.de/videos/top-10-indie-spiele-fuer-nintendo-switch-video-tolle-nindies-games-zum-download,95316.html', + 'only_matching': True, + }, { + 'url': 'http://www.gamestar.de/videos/top-10-indie-spiele-fuer-nintendo-switch-video-tolle-nindies-games-zum-download,95316.html', + 'only_matching': True, + }] def _real_extract(self, url): mobj = re.match(self._VALID_URL, url) + site = mobj.group('site') video_id = mobj.group('id') webpage = self._download_webpage(url, video_id) - og_title = self._og_search_title(webpage) - title = og_title.replace(' - Video bei GameStar.de', '').strip() - - url = 'http://gamestar.de/_misc/videos/portal/getVideoUrl.cfm?premium=0&videoId=' + video_id - - description = self._og_search_description(webpage).strip() - - og_thumbnail = self._og_search_thumbnail(webpage) - thumbnail = 'http:' + og_thumbnail - - upload_date_raw = self._html_search_regex( - r'Datum: ([0-9]+\.[0-9]+\.[0-9]+)  ', - webpage, 'upload_date').split('.') - upload_date = upload_date_raw[2] + upload_date_raw[1] + upload_date_raw[0] + # TODO: there are multiple ld+json objects in the webpage, + # while _search_json_ld finds only the first one + json_ld = self._parse_json(self._search_regex( + r'(?s)]+type=(["\'])application/ld\+json\1[^>]*>(?P[^<]+VideoObject[^<]+)', + webpage, 'JSON-LD', group='json_ld'), video_id) + info_dict = self._json_ld(json_ld, video_id) + info_dict['title'] = remove_end( + info_dict['title'], ' - Game%s' % site.title()) - duration_raw = self._html_search_regex( - r'  Länge: ([0-9]+:[0-9]+)', webpage, 'duration').split(':') - duration = int(duration_raw[0])*60 + int(duration_raw[1]) + view_count = int_or_none(json_ld.get('interactionCount')) + comment_count = int_or_none(self._html_search_regex( + r'Kommentare\s*]+class=["\']count[^>]+>\s*\(\s*([0-9]+)', + webpage, 'comment count', fatal=False)) - view_count_raw = self._html_search_regex( - r'  Zuschauer: ([0-9\.]+)  ', webpage, 'view_count') - view_count = int(view_count_raw.replace('.', '')) - - comment_count_raw = self._html_search_regex( - r'>Kommentieren \(([0-9]+)\)', webpage, 'comment_count') - comment_count = int(comment_count_raw) - - return { + info_dict.update({ 'id': video_id, - 'title': title, - 'url': url, + 'url': 'http://gamestar.de/_misc/videos/portal/getVideoUrl.cfm?premium=0&videoId=' + video_id, 'ext': 'mp4', - 'thumbnail': thumbnail, - 'description': description, - 'upload_date': upload_date, - 'duration': duration, 'view_count': view_count, 'comment_count': comment_count - } + }) + + return info_dict