2 from __future__ import unicode_literals
7 from .common import InfoExtractor
8 from ..compat import compat_urlparse
15 class DemocracynowIE(InfoExtractor):
16 _VALID_URL = r'https?://(?:www\.)?democracynow.org/(?P<id>[^\?]*)'
17 IE_NAME = 'democracynow'
19 'url': 'http://www.democracynow.org/shows/2015/7/3',
21 'id': '2015-0703-001',
23 'title': 'July 03, 2015 - Democracy Now!',
24 'description': 'A daily independent global news hour with Amy Goodman & Juan González "What to the Slave is 4th of July?": James Earl Jones Reads Frederick Douglass\u2019 Historic Speech : "This Flag Comes Down Today": Bree Newsome Scales SC Capitol Flagpole, Takes Down Confederate Flag : "We Shall Overcome": Remembering Folk Icon, Activist Pete Seeger in His Own Words & Songs',
27 'url': 'http://www.democracynow.org/2015/7/3/this_flag_comes_down_today_bree',
29 'id': '2015-0703-001',
31 'title': '"This Flag Comes Down Today": Bree Newsome Scales SC Capitol Flagpole, Takes Down Confederate Flag',
32 'description': 'md5:4d2bc4f0d29f5553c2210a4bc7761a21',
36 def _real_extract(self, url):
37 display_id = self._match_id(url)
38 webpage = self._download_webpage(url, display_id)
39 description = self._og_search_description(webpage)
41 js = self._parse_json(self._search_regex(
42 r'<script[^>]+type="text/json"[^>]*>\s*({[^>]+})', webpage, 'json'),
51 def add_subtitle_item(lang, info_dict):
52 if lang not in subtitles:
54 subtitles[lang].append(info_dict)
56 # chapter_file are not subtitles
57 if 'caption_file' in js:
58 add_subtitle_item(default_lang, {
59 'url': compat_urlparse.urljoin(url, js['caption_file']),
62 for subtitle_item in js.get('captions', []):
63 lang = subtitle_item.get('language', '').lower() or default_lang
64 add_subtitle_item(lang, {
65 'url': compat_urlparse.urljoin(url, subtitle_item['url']),
68 for key in ('file', 'audio', 'video'):
69 media_url = js.get(key, '')
72 media_url = re.sub(r'\?.*', '', compat_urlparse.urljoin(url, media_url))
73 video_id = video_id or remove_start(os.path.splitext(url_basename(media_url))[0], 'dn')
78 self._sort_formats(formats)
82 'title': js.get('title'),
83 'description': description,
84 'subtitles': subtitles,