_ Git - youtube-dl/blob - youtube_dl/extractor/steam.py

   1 import re
   2
   3 from .common import InfoExtractor
   4 from ..utils import (
   5     ExtractorError,
   6     unescapeHTML,
   7 )
   8
   9
  10 class SteamIE(InfoExtractor):
  11     _VALID_URL = r"""http://store\.steampowered\.com/
  12                 (agecheck/)?
  13                 (?P<urltype>video|app)/ #If the page is only for videos or for a game
  14                 (?P<gameID>\d+)/?
  15                 (?P<videoID>\d*)(?P<extra>\??) #For urltype == video we sometimes get the videoID
  16                 """
  17     _VIDEO_PAGE_TEMPLATE = 'http://store.steampowered.com/video/%s/'
  18     _AGECHECK_TEMPLATE = 'http://store.steampowered.com/agecheck/video/%s/?snr=1_agecheck_agecheck__age-gate&ageDay=1&ageMonth=January&ageYear=1970'
  19     _TEST = {
  20         u"name": u"Steam",
  21         u"url": u"http://store.steampowered.com/video/105600/",
  22         u"playlist": [
  23             {
  24                 u"file": u"81300.flv",
  25                 u"md5": u"f870007cee7065d7c76b88f0a45ecc07",
  26                 u"info_dict": {
  27                         u"title": u"Terraria 1.1 Trailer"
  28                 }
  29             },
  30             {
  31                 u"file": u"80859.flv",
  32                 u"md5": u"61aaf31a5c5c3041afb58fb83cbb5751",
  33                 u"info_dict": {
  34                     u"title": u"Terraria Trailer"
  35                 }
  36             }
  37         ]
  38     }
  39
  40
  41     @classmethod
  42     def suitable(cls, url):
  43         """Receives a URL and returns True if suitable for this IE."""
  44         return re.match(cls._VALID_URL, url, re.VERBOSE) is not None
  45
  46     def _real_extract(self, url):
  47         m = re.match(self._VALID_URL, url, re.VERBOSE)
  48         gameID = m.group('gameID')
  49
  50         videourl = self._VIDEO_PAGE_TEMPLATE % gameID
  51         webpage = self._download_webpage(videourl, gameID)
  52
  53         if re.search('<h2>Please enter your birth date to continue:</h2>', webpage) is not None:
  54             videourl = self._AGECHECK_TEMPLATE % gameID
  55             self.report_age_confirmation()
  56             webpage = self._download_webpage(videourl, gameID)
  57
  58         self.report_extraction(gameID)
  59         game_title = self._html_search_regex(r'<h2 class="pageheader">(.*?)</h2>',
  60                                              webpage, 'game title')
  61
  62         urlRE = r"'movie_(?P<videoID>\d+)': \{\s*FILENAME: \"(?P<videoURL>[\w:/\.\?=]+)\"(,\s*MOVIE_NAME: \"(?P<videoName>[\w:/\.\?=\+-]+)\")?\s*\},"
  63         mweb = re.finditer(urlRE, webpage)
  64         namesRE = r'<span class="title">(?P<videoName>.+?)</span>'
  65         titles = re.finditer(namesRE, webpage)
  66         thumbsRE = r'<img class="movie_thumb" src="(?P<thumbnail>.+?)">'
  67         thumbs = re.finditer(thumbsRE, webpage)
  68         videos = []
  69         for vid,vtitle,thumb in zip(mweb,titles,thumbs):
  70             video_id = vid.group('videoID')
  71             title = vtitle.group('videoName')
  72             video_url = vid.group('videoURL')
  73             video_thumb = thumb.group('thumbnail')
  74             if not video_url:
  75                 raise ExtractorError(u'Cannot find video url for %s' % video_id)
  76             info = {
  77                 'id':video_id,
  78                 'url':video_url,
  79                 'ext': 'flv',
  80                 'title': unescapeHTML(title),
  81                 'thumbnail': video_thumb
  82                   }
  83             videos.append(info)
  84         return [self.playlist_result(videos, gameID, game_title)]