_ Git - youtube-dl/blob - youtube_dl/extractor/ceskatelevize.py

   1 # -*- coding: utf-8 -*-
   2 from __future__ import unicode_literals
   3
   4 import re
   5
   6 from .subtitles import SubtitlesInfoExtractor
   7 from ..compat import (
   8     compat_urllib_request,
   9     compat_urllib_parse,
  10     compat_urllib_parse_urlparse,
  11 )
  12 from ..utils import (
  13     ExtractorError,
  14     float_or_none,
  15     HEADRequest,
  16 )
  17
  18
  19 class CeskaTelevizeIE(SubtitlesInfoExtractor):
  20     _VALID_URL = r'https?://www\.ceskatelevize\.cz/(porady|ivysilani)/(.+/)?(?P<id>[^?#]+)'
  21
  22     _TESTS = [
  23         {
  24             'url': 'http://www.ceskatelevize.cz/ivysilani/ivysilani/10441294653-hyde-park-civilizace/214411058091220',
  25             'info_dict': {
  26                 'id': '214411058091220',
  27                 'ext': 'mp4',
  28                 'title': 'Hyde Park Civilizace',
  29                 'description': 'Věda a současná civilizace. Interaktivní pořad - prostor pro vaše otázky a komentáře',
  30                 'thumbnail': 're:^https?://.*\.jpg',
  31                 'duration': 3350,
  32             },
  33             'params': {
  34                 # m3u8 download
  35                 'skip_download': True,
  36             },
  37         },
  38         {
  39             'url': 'http://www.ceskatelevize.cz/ivysilani/10532695142-prvni-republika/bonus/14716-zpevacka-z-duparny-bobina',
  40             'info_dict': {
  41                 'id': '14716',
  42                 'ext': 'mp4',
  43                 'title': 'První republika: Zpěvačka z Dupárny Bobina',
  44                 'description': 'Sága mapující atmosféru první republiky od r. 1918 do r. 1945.',
  45                 'thumbnail': 're:^https?://.*\.jpg',
  46                 'duration': 88.4,
  47             },
  48             'params': {
  49                 # m3u8 download
  50                 'skip_download': True,
  51             },
  52         },
  53     ]
  54
  55     def _real_extract(self, url):
  56         url = url.replace('/porady/', '/ivysilani/').replace('/video/', '')
  57
  58         mobj = re.match(self._VALID_URL, url)
  59         video_id = mobj.group('id')
  60
  61         webpage = self._download_webpage(url, video_id)
  62
  63         NOT_AVAILABLE_STRING = 'This content is not available at your territory due to limited copyright.'
  64         if '%s</p>' % NOT_AVAILABLE_STRING in webpage:
  65             raise ExtractorError(NOT_AVAILABLE_STRING, expected=True)
  66
  67         typ = self._html_search_regex(r'getPlaylistUrl\(\[\{"type":"(.+?)","id":".+?"\}\],', webpage, 'type')
  68         episode_id = self._html_search_regex(r'getPlaylistUrl\(\[\{"type":".+?","id":"(.+?)"\}\],', webpage, 'episode_id')
  69
  70         data = {
  71             'playlist[0][type]': typ,
  72             'playlist[0][id]': episode_id,
  73             'requestUrl': compat_urllib_parse_urlparse(url).path,
  74             'requestSource': 'iVysilani',
  75         }
  76
  77         req = compat_urllib_request.Request(
  78             'http://www.ceskatelevize.cz/ivysilani/ajax/get-client-playlist',
  79             data=compat_urllib_parse.urlencode(data))
  80
  81         req.add_header('Content-type', 'application/x-www-form-urlencoded')
  82         req.add_header('x-addr', '127.0.0.1')
  83         req.add_header('X-Requested-With', 'XMLHttpRequest')
  84         req.add_header('Referer', url)
  85
  86         playlistpage = self._download_json(req, video_id)
  87
  88         playlist_url = playlistpage['url']
  89         if playlist_url == 'error_region':
  90             raise ExtractorError(NOT_AVAILABLE_STRING, expected=True)
  91
  92         req = compat_urllib_request.Request(compat_urllib_parse.unquote(playlist_url))
  93         req.add_header('Referer', url)
  94
  95         playlist = self._download_json(req, video_id)
  96
  97         item = playlist['playlist'][0]
  98         formats = []
  99         for format_id, stream_url in item['streamUrls'].items():
 100             formats.extend(self._extract_m3u8_formats(stream_url, video_id, 'mp4'))
 101         self._sort_formats(formats)
 102
 103         title = self._og_search_title(webpage)
 104         description = self._og_search_description(webpage)
 105         duration = float_or_none(item.get('duration'))
 106         thumbnail = item.get('previewImageUrl')
 107
 108         # subtitles
 109         subtitles = self.extract_subtitles(video_id, webpage)
 110
 111         if self._downloader.params.get('listsubtitles', False):
 112             self._list_available_subtitles(video_id, webpage)
 113             return
 114
 115         subtitles = self._fix_subtitles(self.extract_subtitles(video_id, webpage))
 116
 117         return {
 118             'id': episode_id,
 119             'title': title,
 120             'description': description,
 121             'thumbnail': thumbnail,
 122             'duration': duration,
 123             'formats': formats,
 124             'subtitles': subtitles,
 125         }
 126
 127     def _fix_subtitles(self, subtitles):
 128         """ Convert milisecond-based subtitles to SRT """
 129         if subtitles is None:
 130             return subtitles  # subtitles not requested
 131
 132         def _msectotimecode(msec):
 133             """ Helper utility to convert miliseconds to timecode """
 134             components = []
 135             for divider in [1000, 60, 60, 100]:
 136                 components.append(msec % divider)
 137                 msec //= divider
 138             return "{3:02}:{2:02}:{1:02},{0:03}".format(*components)
 139
 140         def _fix_subtitle(subtitle):
 141             for line in subtitle.splitlines():
 142                 m = re.match(r"^ *([0-9]+); *([0-9]+) +([0-9]+) *$", line)
 143                 if m:
 144                     yield m.group(1)
 145                     start, stop = (_msectotimecode(int(t)) for t in m.groups()[1:])
 146                     yield "{} --> {}".format(start, stop)
 147                 else:
 148                     yield line
 149
 150         fixed_subtitles = {}
 151         for k, v in subtitles.items():
 152             fixed_subtitles[k] = "\r\n".join(_fix_subtitle(v))
 153         return fixed_subtitles
 154
 155     def _get_available_subtitles(self, video_id, webpage):
 156         video_id = video_id.partition('-')[0]
 157         url = 'http://imgct.ceskatelevize.cz/cache/data/ivysilani/' \
 158               'subtitles/{}/{}/sub.txt'.format(video_id[:3], video_id)
 159         req = HEADRequest(url)
 160         sub = self._request_webpage(
 161             req, video_id,
 162             note="Checking subtitles",
 163             errnote="No subtitles found",
 164             fatal=False)
 165         return {'cs': url} if sub else {}