Add support for crunchyroll.com
[youtube-dl] / youtube_dl / extractor / cspan.py
1 import re
2
3 from .common import InfoExtractor
4 from ..utils import (
5     compat_urllib_parse,
6 )
7
8 class CSpanIE(InfoExtractor):
9     _VALID_URL = r'http://www.c-spanvideo.org/program/(.*)'
10     _TEST = {
11         u'url': u'http://www.c-spanvideo.org/program/HolderonV',
12         u'file': u'315139.flv',
13         u'md5': u'74a623266956f69e4df0068ab6c80fe4',
14         u'info_dict': {
15             u"title": u"Attorney General Eric Holder on Voting Rights Act Decision"
16         },
17         u'skip': u'Requires rtmpdump'
18     }
19
20     def _real_extract(self, url):
21         mobj = re.match(self._VALID_URL, url)
22         prog_name = mobj.group(1)
23         webpage = self._download_webpage(url, prog_name)
24         video_id = self._search_regex(r'programid=(.*?)&', webpage, 'video id')
25         data = compat_urllib_parse.urlencode({'programid': video_id,
26                                               'dynamic':'1'})
27         info_url = 'http://www.c-spanvideo.org/common/services/flashXml.php?' + data
28         video_info = self._download_webpage(info_url, video_id, u'Downloading video info')
29
30         self.report_extraction(video_id)
31
32         title = self._html_search_regex(r'<string name="title">(.*?)</string>',
33                                         video_info, 'title')
34         description = self._html_search_regex(r'<meta (?:property="og:|name=")description" content="(.*?)"',
35                                               webpage, 'description',
36                                               flags=re.MULTILINE|re.DOTALL)
37
38         url = self._search_regex(r'<string name="URL">(.*?)</string>',
39                                  video_info, 'video url')
40         url = url.replace('$(protocol)', 'rtmp').replace('$(port)', '443')
41         path = self._search_regex(r'<string name="path">(.*?)</string>',
42                             video_info, 'rtmp play path')
43
44         return {'id': video_id,
45                 'title': title,
46                 'ext': 'flv',
47                 'url': url,
48                 'play_path': path,
49                 'description': description,
50                 'thumbnail': self._og_search_thumbnail(webpage),
51                 }