[6play] do no modify asset urls with a token(#15248)
[youtube-dl] / youtube_dl / extractor / sixplay.py
1 # coding: utf-8
2 from __future__ import unicode_literals
3
4 import re
5
6 from .common import InfoExtractor
7 from ..compat import (
8     compat_parse_qs,
9     compat_str,
10     compat_urllib_parse_urlparse,
11 )
12 from ..utils import (
13     determine_ext,
14     int_or_none,
15     try_get,
16     qualities,
17 )
18
19
20 class SixPlayIE(InfoExtractor):
21     IE_NAME = '6play'
22     _VALID_URL = r'(?:6play:|https?://(?:www\.)?6play\.fr/.+?-c_)(?P<id>[0-9]+)'
23     _TEST = {
24         'url': 'http://www.6play.fr/le-meilleur-patissier-p_1807/le-meilleur-patissier-special-fetes-mercredi-a-21-00-sur-m6-c_11638450',
25         'md5': '42310bffe4ba3982db112b9cd3467328',
26         'info_dict': {
27             'id': '11638450',
28             'ext': 'mp4',
29             'title': 'Le Meilleur Pâtissier, spécial fêtes mercredi à 21:00 sur M6',
30             'description': 'md5:308853f6a5f9e2d55a30fc0654de415f',
31             'duration': 39,
32             'series': 'Le meilleur pâtissier',
33         },
34         'params': {
35             'skip_download': True,
36         },
37     }
38
39     def _real_extract(self, url):
40         video_id = self._match_id(url)
41
42         data = self._download_json(
43             'https://pc.middleware.6play.fr/6play/v2/platforms/m6group_web/services/6play/videos/clip_%s' % video_id,
44             video_id, query={
45                 'csa': 5,
46                 'with': 'clips',
47             })
48
49         clip_data = data['clips'][0]
50         title = clip_data['title']
51
52         urls = []
53         quality_key = qualities(['lq', 'sd', 'hq', 'hd'])
54         formats = []
55         for asset in clip_data['assets']:
56             asset_url = asset.get('full_physical_path')
57             protocol = asset.get('protocol')
58             if not asset_url or protocol == 'primetime' or asset_url in urls:
59                 continue
60             urls.append(asset_url)
61             container = asset.get('video_container')
62             ext = determine_ext(asset_url)
63             if container == 'm3u8' or ext == 'm3u8':
64                 if protocol == 'usp' and not compat_parse_qs(compat_urllib_parse_urlparse(asset_url).query).get('token', [None])[0]:
65                     asset_url = re.sub(r'/([^/]+)\.ism/[^/]*\.m3u8', r'/\1.ism/\1.m3u8', asset_url)
66                     formats.extend(self._extract_m3u8_formats(
67                         asset_url, video_id, 'mp4', 'm3u8_native',
68                         m3u8_id='hls', fatal=False))
69                     formats.extend(self._extract_f4m_formats(
70                         asset_url.replace('.m3u8', '.f4m'),
71                         video_id, f4m_id='hds', fatal=False))
72                     formats.extend(self._extract_mpd_formats(
73                         asset_url.replace('.m3u8', '.mpd'),
74                         video_id, mpd_id='dash', fatal=False))
75                     formats.extend(self._extract_ism_formats(
76                         re.sub(r'/[^/]+\.m3u8', '/Manifest', asset_url),
77                         video_id, ism_id='mss', fatal=False))
78                 else:
79                     formats.extend(self._extract_m3u8_formats(
80                         asset_url, video_id, 'mp4', 'm3u8_native',
81                         m3u8_id='hls', fatal=False))
82             elif container == 'mp4' or ext == 'mp4':
83                 quality = asset.get('video_quality')
84                 formats.append({
85                     'url': asset_url,
86                     'format_id': quality,
87                     'quality': quality_key(quality),
88                     'ext': ext,
89                 })
90         self._sort_formats(formats)
91
92         def get(getter):
93             for src in (data, clip_data):
94                 v = try_get(src, getter, compat_str)
95                 if v:
96                     return v
97
98         return {
99             'id': video_id,
100             'title': title,
101             'description': get(lambda x: x['description']),
102             'duration': int_or_none(clip_data.get('duration')),
103             'series': get(lambda x: x['program']['title']),
104             'formats': formats,
105         }