_ Git - youtube-dl/blob - youtube_dl/extractor/ceskatelevize.py

   1 # coding: utf-8
   2 from __future__ import unicode_literals
   3
   4 import re
   5
   6 from .common import InfoExtractor
   7 from ..compat import (
   8     compat_urllib_parse_unquote,
   9     compat_urllib_parse_urlparse,
  10 )
  11 from ..utils import (
  12     ExtractorError,
  13     float_or_none,
  14     sanitized_Request,
  15     urlencode_postdata,
  16 )
  17
  18
  19 class CeskaTelevizeIE(InfoExtractor):
  20     _VALID_URL = r'https?://(?:www\.)?ceskatelevize\.cz/(porady|ivysilani)/(?:[^/]+/)*(?P<id>[^/#?]+)/*(?:[#?].*)?$'
  21     _TESTS = [{
  22         'url': 'http://www.ceskatelevize.cz/ivysilani/ivysilani/10441294653-hyde-park-civilizace/214411058091220',
  23         'info_dict': {
  24             'id': '61924494877246241',
  25             'ext': 'mp4',
  26             'title': 'Hyde Park Civilizace: Život v Grónsku',
  27             'description': 'md5:3fec8f6bb497be5cdb0c9e8781076626',
  28             'thumbnail': r're:^https?://.*\.jpg',
  29             'duration': 3350,
  30         },
  31         'params': {
  32             # m3u8 download
  33             'skip_download': True,
  34         },
  35     }, {
  36         'url': 'http://www.ceskatelevize.cz/ivysilani/10441294653-hyde-park-civilizace/215411058090502/bonus/20641-bonus-01-en',
  37         'info_dict': {
  38             'id': '61924494877028507',
  39             'ext': 'mp4',
  40             'title': 'Hyde Park Civilizace: Bonus 01 - En',
  41             'description': 'English Subtittles',
  42             'thumbnail': r're:^https?://.*\.jpg',
  43             'duration': 81.3,
  44         },
  45         'params': {
  46             # m3u8 download
  47             'skip_download': True,
  48         },
  49     }, {
  50         # live stream
  51         'url': 'http://www.ceskatelevize.cz/ivysilani/zive/ct4/',
  52         'info_dict': {
  53             'id': 402,
  54             'ext': 'mp4',
  55             'title': r're:^ČT Sport \d{4}-\d{2}-\d{2} \d{2}:\d{2}$',
  56             'is_live': True,
  57         },
  58         'params': {
  59             # m3u8 download
  60             'skip_download': True,
  61         },
  62         'skip': 'Georestricted to Czech Republic',
  63     }, {
  64         # video with 18+ caution trailer
  65         'url': 'http://www.ceskatelevize.cz/porady/10520528904-queer/215562210900007-bogotart/',
  66         'info_dict': {
  67             'id': '215562210900007-bogotart',
  68             'title': 'Queer: Bogotart',
  69             'description': 'Alternativní průvodce současným queer světem',
  70         },
  71         'playlist': [{
  72             'info_dict': {
  73                 'id': '61924494876844842',
  74                 'ext': 'mp4',
  75                 'title': 'Queer: Bogotart (Varování 18+)',
  76                 'duration': 10.2,
  77             },
  78         }, {
  79             'info_dict': {
  80                 'id': '61924494877068022',
  81                 'ext': 'mp4',
  82                 'title': 'Queer: Bogotart (Queer)',
  83                 'thumbnail': r're:^https?://.*\.jpg',
  84                 'duration': 1558.3,
  85             },
  86         }],
  87         'params': {
  88             # m3u8 download
  89             'skip_download': True,
  90         },
  91     }]
  92
  93     def _real_extract(self, url):
  94         url = url.replace('/porady/', '/ivysilani/').replace('/video/', '')
  95
  96         mobj = re.match(self._VALID_URL, url)
  97         playlist_id = mobj.group('id')
  98
  99         webpage = self._download_webpage(url, playlist_id)
 100
 101         NOT_AVAILABLE_STRING = 'This content is not available at your territory due to limited copyright.'
 102         if '%s</p>' % NOT_AVAILABLE_STRING in webpage:
 103             raise ExtractorError(NOT_AVAILABLE_STRING, expected=True)
 104
 105         typ = self._html_search_regex(
 106             r'getPlaylistUrl\(\[\{"type":"(.+?)","id":".+?"\}\],', webpage, 'type')
 107         episode_id = self._html_search_regex(
 108             r'getPlaylistUrl\(\[\{"type":".+?","id":"(.+?)"\}\],', webpage, 'episode_id')
 109
 110         data = {
 111             'playlist[0][type]': typ,
 112             'playlist[0][id]': episode_id,
 113             'requestUrl': compat_urllib_parse_urlparse(url).path,
 114             'requestSource': 'iVysilani',
 115         }
 116
 117         req = sanitized_Request(
 118             'http://www.ceskatelevize.cz/ivysilani/ajax/get-client-playlist',
 119             data=urlencode_postdata(data))
 120
 121         req.add_header('Content-type', 'application/x-www-form-urlencoded')
 122         req.add_header('x-addr', '127.0.0.1')
 123         req.add_header('X-Requested-With', 'XMLHttpRequest')
 124         req.add_header('User-agent', 'Mozilla/5.0')
 125         req.add_header('Referer', url)
 126
 127         playlistpage = self._download_json(req, playlist_id)
 128
 129         playlist_url = playlistpage['url']
 130         if playlist_url == 'error_region':
 131             raise ExtractorError(NOT_AVAILABLE_STRING, expected=True)
 132
 133         req = sanitized_Request(compat_urllib_parse_unquote(playlist_url))
 134         req.add_header('Referer', url)
 135
 136         playlist_title = self._og_search_title(webpage, default=None)
 137         playlist_description = self._og_search_description(webpage, default=None)
 138
 139         playlist = self._download_json(req, playlist_id)['playlist']
 140         playlist_len = len(playlist)
 141
 142         entries = []
 143         for item in playlist:
 144             is_live = item.get('type') == 'LIVE'
 145             formats = []
 146             for format_id, stream_url in item['streamUrls'].items():
 147                 formats.extend(self._extract_m3u8_formats(
 148                     stream_url, playlist_id, 'mp4',
 149                     entry_protocol='m3u8' if is_live else 'm3u8_native',
 150                     fatal=False))
 151             self._sort_formats(formats)
 152
 153             item_id = item.get('id') or item['assetId']
 154             title = item['title']
 155
 156             duration = float_or_none(item.get('duration'))
 157             thumbnail = item.get('previewImageUrl')
 158
 159             subtitles = {}
 160             if item.get('type') == 'VOD':
 161                 subs = item.get('subtitles')
 162                 if subs:
 163                     subtitles = self.extract_subtitles(episode_id, subs)
 164
 165             if playlist_len == 1:
 166                 final_title = playlist_title or title
 167                 if is_live:
 168                     final_title = self._live_title(final_title)
 169             else:
 170                 final_title = '%s (%s)' % (playlist_title, title)
 171
 172             entries.append({
 173                 'id': item_id,
 174                 'title': final_title,
 175                 'description': playlist_description if playlist_len == 1 else None,
 176                 'thumbnail': thumbnail,
 177                 'duration': duration,
 178                 'formats': formats,
 179                 'subtitles': subtitles,
 180                 'is_live': is_live,
 181             })
 182
 183         return self.playlist_result(entries, playlist_id, playlist_title, playlist_description)
 184
 185     def _get_subtitles(self, episode_id, subs):
 186         original_subtitles = self._download_webpage(
 187             subs[0]['url'], episode_id, 'Downloading subtitles')
 188         srt_subs = self._fix_subtitles(original_subtitles)
 189         return {
 190             'cs': [{
 191                 'ext': 'srt',
 192                 'data': srt_subs,
 193             }]
 194         }
 195
 196     @staticmethod
 197     def _fix_subtitles(subtitles):
 198         """ Convert millisecond-based subtitles to SRT """
 199
 200         def _msectotimecode(msec):
 201             """ Helper utility to convert milliseconds to timecode """
 202             components = []
 203             for divider in [1000, 60, 60, 100]:
 204                 components.append(msec % divider)
 205                 msec //= divider
 206             return '{3:02}:{2:02}:{1:02},{0:03}'.format(*components)
 207
 208         def _fix_subtitle(subtitle):
 209             for line in subtitle.splitlines():
 210                 m = re.match(r'^\s*([0-9]+);\s*([0-9]+)\s+([0-9]+)\s*$', line)
 211                 if m:
 212                     yield m.group(1)
 213                     start, stop = (_msectotimecode(int(t)) for t in m.groups()[1:])
 214                     yield '{0} --> {1}'.format(start, stop)
 215                 else:
 216                     yield line
 217
 218         return '\r\n'.join(_fix_subtitle(subtitles))