_ Git - youtube-dl/blob - youtube_dl/extractor/ustream.py

   1 from __future__ import unicode_literals
   2
   3 import json
   4 import re
   5
   6 from .common import InfoExtractor
   7 from ..compat import (
   8     compat_urlparse,
   9 )
  10 from ..utils import (
  11     ExtractorError,
  12     int_or_none,
  13     float_or_none,
  14 )
  15
  16
  17 class UstreamIE(InfoExtractor):
  18     _VALID_URL = r'https?://www\.ustream\.tv/(?P<type>recorded|embed|embed/recorded)/(?P<videoID>\d+)'
  19     IE_NAME = 'ustream'
  20     _TESTS = [{
  21         'url': 'http://www.ustream.tv/recorded/20274954',
  22         'md5': '088f151799e8f572f84eb62f17d73e5c',
  23         'info_dict': {
  24             'id': '20274954',
  25             'ext': 'flv',
  26             'uploader': 'Young Americans for Liberty',
  27             'title': 'Young Americans for Liberty February 7, 2012 2:28 AM',
  28         },
  29     }, {
  30         # From http://sportscanada.tv/canadagames/index.php/week2/figure-skating/444
  31         # Title and uploader available only from params JSON
  32         'url': 'http://www.ustream.tv/embed/recorded/59307601?ub=ff0000&lc=ff0000&oc=ffffff&uc=ffffff&v=3&wmode=direct',
  33         'md5': '5a2abf40babeac9812ed20ae12d34e10',
  34         'info_dict': {
  35             'id': '59307601',
  36             'ext': 'flv',
  37             'title': '-CG11- Canada Games Figure Skating',
  38             'uploader': 'sportscanadatv',
  39         }
  40     }]
  41
  42     def _real_extract(self, url):
  43         m = re.match(self._VALID_URL, url)
  44         video_id = m.group('videoID')
  45
  46         # some sites use this embed format (see: http://github.com/rg3/youtube-dl/issues/2990)
  47         if m.group('type') == 'embed/recorded':
  48             video_id = m.group('videoID')
  49             desktop_url = 'http://www.ustream.tv/recorded/' + video_id
  50             return self.url_result(desktop_url, 'Ustream')
  51         if m.group('type') == 'embed':
  52             video_id = m.group('videoID')
  53             webpage = self._download_webpage(url, video_id)
  54             desktop_video_id = self._html_search_regex(
  55                 r'ContentVideoIds=\["([^"]*?)"\]', webpage, 'desktop_video_id')
  56             desktop_url = 'http://www.ustream.tv/recorded/' + desktop_video_id
  57             return self.url_result(desktop_url, 'Ustream')
  58
  59         params = self._download_json('https://api.ustream.tv/videos/' + video_id + '.json', video_id)
  60
  61         error = params.get('error')
  62         if error:
  63             raise ExtractorError(
  64                 '%s returned error: %s' % (self.IE_NAME, error), expected=True)
  65
  66         video = params['video']
  67
  68         formats = [{
  69             'id': format_id,
  70             'url': video_url,
  71             'ext': format_id,
  72         } for format_id, video_url in video['media_urls'].items()]
  73         self._sort_formats(formats)
  74
  75         title = video['title']
  76         description = video.get('description')
  77         timestamp = int_or_none(video.get('created_at'))
  78         duration = float_or_none(video.get('length'))
  79         filesize = float_or_none(video.get('file_size'))
  80         view_count = int_or_none(video.get('views'))
  81
  82         uploader = video.get('owner', {}).get('username')
  83         uploader_id = video.get('owner', {}).get('id')
  84
  85         thumbnails = [{
  86             'id': thumbnail_id,
  87             'url': thumbnail_url,
  88         } for thumbnail_id, thumbnail_url in video.get('thumbnail', {}).items()]
  89
  90         return {
  91             'id': video_id,
  92             'title': title,
  93             'description': description,
  94             'thumbnails': thumbnails,
  95             'timestamp': timestamp,
  96             'duration': duration,
  97             'filesize': filesize,
  98             'view_count': view_count,
  99             'uploader': uploader,
 100             'uploader_id': uploader_id,
 101             'formats': formats,
 102         }
 103
 104
 105 class UstreamChannelIE(InfoExtractor):
 106     _VALID_URL = r'https?://www\.ustream\.tv/channel/(?P<slug>.+)'
 107     IE_NAME = 'ustream:channel'
 108     _TEST = {
 109         'url': 'http://www.ustream.tv/channel/channeljapan',
 110         'info_dict': {
 111             'id': '10874166',
 112         },
 113         'playlist_mincount': 17,
 114     }
 115
 116     def _real_extract(self, url):
 117         m = re.match(self._VALID_URL, url)
 118         display_id = m.group('slug')
 119         webpage = self._download_webpage(url, display_id)
 120         channel_id = self._html_search_meta('ustream:channel_id', webpage)
 121
 122         BASE = 'http://www.ustream.tv'
 123         next_url = '/ajax/socialstream/videos/%s/1.json' % channel_id
 124         video_ids = []
 125         while next_url:
 126             reply = self._download_json(
 127                 compat_urlparse.urljoin(BASE, next_url), display_id,
 128                 note='Downloading video information (next: %d)' % (len(video_ids) + 1))
 129             video_ids.extend(re.findall(r'data-content-id="(\d.*)"', reply['data']))
 130             next_url = reply['nextUrl']
 131
 132         entries = [
 133             self.url_result('http://www.ustream.tv/recorded/' + vid, 'Ustream')
 134             for vid in video_ids]
 135         return {
 136             '_type': 'playlist',
 137             'id': channel_id,
 138             'display_id': display_id,
 139             'entries': entries,
 140         }