_ Git - youtube-dl/blob - youtube_dl/extractor/groupon.py

   1 from __future__ import unicode_literals
   2
   3 from .common import InfoExtractor
   4
   5
   6 class GrouponIE(InfoExtractor):
   7     _VALID_URL = r'https?://(?:www\.)?groupon\.com/deals/(?P<id>[^/?#&]+)'
   8
   9     _TEST = {
  10         'url': 'https://www.groupon.com/deals/bikram-yoga-huntington-beach-2#ooid=tubGNycTo_9Uxg82uESj4i61EYX8nyuf',
  11         'info_dict': {
  12             'id': 'bikram-yoga-huntington-beach-2',
  13             'title': '$49 for 10 Yoga Classes or One Month of Unlimited Classes at Bikram Yoga Huntington Beach ($180 Value)',
  14             'description': 'Studio kept at 105 degrees and 40% humidity with anti-microbial and anti-slip Flotex flooring; certified instructors',
  15         },
  16         'playlist': [{
  17             'md5': '42428ce8a00585f9bc36e49226eae7a1',
  18             'info_dict': {
  19                 'id': 'fk6OhWpXgIQ',
  20                 'ext': 'mp4',
  21                 'title': 'Bikram Yoga Huntington Beach | Orange County !tubGNycTo@9Uxg82uESj4i61EYX8nyuf',
  22                 'description': 'md5:d41d8cd98f00b204e9800998ecf8427e',
  23                 'duration': 45,
  24                 'upload_date': '20160405',
  25                 'uploader_id': 'groupon',
  26                 'uploader': 'Groupon',
  27             },
  28             'add_ie': ['Youtube'],
  29         }]
  30     }
  31
  32     _PROVIDERS = {
  33         'ooyala': ('ooyala:%s', 'Ooyala'),
  34         'youtube': ('%s', 'Youtube'),
  35     }
  36
  37     def _real_extract(self, url):
  38         playlist_id = self._match_id(url)
  39         webpage = self._download_webpage(url, playlist_id)
  40
  41         payload = self._parse_json(self._search_regex(
  42             r'(?:var\s+|window\.)payload\s*=\s*(.*?);\n', webpage, 'payload'), playlist_id)
  43         videos = payload['carousel'].get('dealVideos', [])
  44         entries = []
  45         for v in videos:
  46             provider = v.get('provider')
  47             video_id = v.get('media') or v.get('id') or v.get('baseURL')
  48             if not provider or not video_id:
  49                 continue
  50             url_pattern, ie_key = self._PROVIDERS.get(provider.lower())
  51             if not url_pattern:
  52                 self.report_warning(
  53                     '%s: Unsupported video provider %s, skipping video' %
  54                     (playlist_id, provider))
  55                 continue
  56             entries.append(self.url_result(url_pattern % video_id, ie_key))
  57
  58         return {
  59             '_type': 'playlist',
  60             'id': playlist_id,
  61             'entries': entries,
  62             'title': self._og_search_title(webpage),
  63             'description': self._og_search_description(webpage),
  64         }