[filmon] improve extraction
[youtube-dl] / youtube_dl / extractor / amcnetworks.py
1 # coding: utf-8
2 from __future__ import unicode_literals
3
4 from .theplatform import ThePlatformIE
5 from ..utils import (
6     update_url_query,
7     parse_age_limit,
8     int_or_none,
9 )
10
11
12 class AMCNetworksIE(ThePlatformIE):
13     _VALID_URL = r'https?://(?:www\.)?(?:amc|bbcamerica|ifc|wetv)\.com/(?:movies/|shows/[^/]+/(?:full-episodes/)?season-\d+/episode-\d+(?:-(?:[^/]+/)?|/))(?P<id>[^/?#]+)'
14     _TESTS = [{
15         'url': 'http://www.ifc.com/shows/maron/season-04/episode-01/step-1',
16         'md5': '',
17         'info_dict': {
18             'id': 's3MX01Nl4vPH',
19             'ext': 'mp4',
20             'title': 'Maron - Season 4 - Step 1',
21             'description': 'In denial about his current situation, Marc is reluctantly convinced by his friends to enter rehab. Starring Marc Maron and Constance Zimmer.',
22             'age_limit': 17,
23             'upload_date': '20160505',
24             'timestamp': 1462468831,
25             'uploader': 'AMCN',
26         },
27         'params': {
28             # m3u8 download
29             'skip_download': True,
30         },
31         'skip': 'Requires TV provider accounts',
32     }, {
33         'url': 'http://www.bbcamerica.com/shows/the-hunt/full-episodes/season-1/episode-01-the-hardest-challenge',
34         'only_matching': True,
35     }, {
36         'url': 'http://www.amc.com/shows/preacher/full-episodes/season-01/episode-00/pilot',
37         'only_matching': True,
38     }, {
39         'url': 'http://www.wetv.com/shows/million-dollar-matchmaker/season-01/episode-06-the-dumped-dj-and-shallow-hal',
40         'only_matching': True,
41     }, {
42         'url': 'http://www.ifc.com/movies/chaos',
43         'only_matching': True,
44     }]
45
46     def _real_extract(self, url):
47         display_id = self._match_id(url)
48         webpage = self._download_webpage(url, display_id)
49         query = {
50             'mbr': 'true',
51             'manifest': 'm3u',
52         }
53         media_url = self._search_regex(r'window\.platformLinkURL\s*=\s*[\'"]([^\'"]+)', webpage, 'media url')
54         theplatform_metadata = self._download_theplatform_metadata(self._search_regex(
55             r'https?://link.theplatform.com/s/([^?]+)', media_url, 'theplatform_path'), display_id)
56         info = self._parse_theplatform_metadata(theplatform_metadata)
57         video_id = theplatform_metadata['pid']
58         title = theplatform_metadata['title']
59         rating = theplatform_metadata['ratings'][0]['rating']
60         auth_required = self._search_regex(r'window\.authRequired\s*=\s*(true|false);', webpage, 'auth required')
61         if auth_required == 'true':
62             requestor_id = self._search_regex(r'window\.requestor_id\s*=\s*[\'"]([^\'"]+)', webpage, 'requestor id')
63             resource = self._get_mvpd_resource(requestor_id, title, video_id, rating)
64             query['auth'] = self._extract_mvpd_auth(url, video_id, requestor_id, resource)
65         media_url = update_url_query(media_url, query)
66         formats, subtitles = self._extract_theplatform_smil(media_url, video_id)
67         self._sort_formats(formats)
68         info.update({
69             'id': video_id,
70             'subtitles': subtitles,
71             'formats': formats,
72             'age_limit': parse_age_limit(parse_age_limit(rating)),
73         })
74         ns_keys = theplatform_metadata.get('$xmlns', {}).keys()
75         if ns_keys:
76             ns = list(ns_keys)[0]
77             series = theplatform_metadata.get(ns + '$show')
78             season_number = int_or_none(theplatform_metadata.get(ns + '$season'))
79             episode = theplatform_metadata.get(ns + '$episodeTitle')
80             episode_number = int_or_none(theplatform_metadata.get(ns + '$episode'))
81             if season_number:
82                 title = 'Season %d - %s' % (season_number, title)
83             if series:
84                 title = '%s - %s' % (series, title)
85             info.update({
86                 'title': title,
87                 'series': series,
88                 'season_number': season_number,
89                 'episode': episode,
90                 'episode_number': episode_number,
91             })
92         return info