]> git.bitcoin.ninja Git - youtube-dl/blob - youtube_dl/extractor/tubitv.py
[noco] Skip invalid timestamps (closes #5826)
[youtube-dl] / youtube_dl / extractor / tubitv.py
1 # coding: utf-8
2 from __future__ import unicode_literals
3
4 import codecs
5 import re
6
7 from .common import InfoExtractor
8 from ..compat import (
9     compat_urllib_parse,
10     compat_urllib_request
11 )
12 from ..utils import (
13     ExtractorError,
14     int_or_none,
15 )
16
17
18 class TubiTvIE(InfoExtractor):
19     _VALID_URL = r'https?://(?:www\.)?tubitv\.com/video\?id=(?P<id>[0-9]+)'
20     _LOGIN_URL = 'http://tubitv.com/login'
21     _NETRC_MACHINE = 'tubitv'
22     _TEST = {
23         'url': 'http://tubitv.com/video?id=54411&title=The_Kitchen_Musical_-_EP01',
24         'info_dict': {
25             'id': '54411',
26             'ext': 'mp4',
27             'title': 'The Kitchen Musical - EP01',
28             'thumbnail': 're:^https?://.*\.png$',
29             'description': 'md5:37532716166069b353e8866e71fefae7',
30             'duration': 2407,
31         },
32         'params': {
33             'skip_download': 'HLS download',
34         },
35     }
36
37     def _login(self):
38         (username, password) = self._get_login_info()
39         if username is None:
40             return
41         self.report_login()
42         form_data = {
43             'username': username,
44             'password': password,
45         }
46         payload = compat_urllib_parse.urlencode(form_data).encode('utf-8')
47         request = compat_urllib_request.Request(self._LOGIN_URL, payload)
48         request.add_header('Content-Type', 'application/x-www-form-urlencoded')
49         login_page = self._download_webpage(
50             request, None, False, 'Wrong login info')
51         if not re.search(r'id="tubi-logout"', login_page):
52             raise ExtractorError(
53                 'Login failed (invalid username/password)', expected=True)
54
55     def _real_initialize(self):
56         self._login()
57
58     def _real_extract(self, url):
59         video_id = self._match_id(url)
60
61         webpage = self._download_webpage(url, video_id)
62         if re.search(r"<(?:DIV|div) class='login-required-screen'>", webpage):
63             raise ExtractorError(
64                 'This video requires login, use --username and --password '
65                 'options to provide account credentials.', expected=True)
66
67         title = self._og_search_title(webpage)
68         description = self._og_search_description(webpage)
69         thumbnail = self._og_search_thumbnail(webpage)
70         duration = int_or_none(self._html_search_meta(
71             'video:duration', webpage, 'duration'))
72
73         apu = self._search_regex(r"apu='([^']+)'", webpage, 'apu')
74         m3u8_url = codecs.decode(apu, 'rot_13')[::-1]
75         formats = self._extract_m3u8_formats(m3u8_url, video_id, ext='mp4')
76
77         return {
78             'id': video_id,
79             'title': title,
80             'formats': formats,
81             'thumbnail': thumbnail,
82             'description': description,
83             'duration': duration,
84         }