]> git.bitcoin.ninja Git - youtube-dl/blob - youtube_dl/downloader/hls.py
[rtve] Detect videos that are no longer available
[youtube-dl] / youtube_dl / downloader / hls.py
1 from __future__ import unicode_literals
2
3 import os
4 import re
5 import subprocess
6
7 from ..postprocessor.ffmpeg import FFmpegPostProcessor
8 from .common import FileDownloader
9 from ..compat import (
10     compat_urlparse,
11     compat_urllib_request,
12 )
13 from ..utils import (
14     encodeArgument,
15     encodeFilename,
16 )
17
18
19 class HlsFD(FileDownloader):
20     def real_download(self, filename, info_dict):
21         url = info_dict['url']
22         self.report_destination(filename)
23         tmpfilename = self.temp_name(filename)
24
25         ffpp = FFmpegPostProcessor(downloader=self)
26         if not ffpp.available:
27             self.report_error('m3u8 download detected but ffmpeg or avconv could not be found. Please install one.')
28             return False
29         ffpp.check_version()
30
31         args = [
32             encodeArgument(opt)
33             for opt in (ffpp.executable, '-y', '-i', url, '-f', 'mp4', '-c', 'copy', '-bsf:a', 'aac_adtstoasc')]
34         args.append(encodeFilename(tmpfilename, True))
35
36         retval = subprocess.call(args)
37         if retval == 0:
38             fsize = os.path.getsize(encodeFilename(tmpfilename))
39             self.to_screen('\r[%s] %s bytes' % (args[0], fsize))
40             self.try_rename(tmpfilename, filename)
41             self._hook_progress({
42                 'downloaded_bytes': fsize,
43                 'total_bytes': fsize,
44                 'filename': filename,
45                 'status': 'finished',
46             })
47             return True
48         else:
49             self.to_stderr('\n')
50             self.report_error('%s exited with code %d' % (ffpp.basename, retval))
51             return False
52
53
54 class NativeHlsFD(FileDownloader):
55     """ A more limited implementation that does not require ffmpeg """
56
57     def real_download(self, filename, info_dict):
58         url = info_dict['url']
59         self.report_destination(filename)
60         tmpfilename = self.temp_name(filename)
61
62         self.to_screen(
63             '[hlsnative] %s: Downloading m3u8 manifest' % info_dict['id'])
64         data = self.ydl.urlopen(url).read()
65         s = data.decode('utf-8', 'ignore')
66         segment_urls = []
67         for line in s.splitlines():
68             line = line.strip()
69             if line and not line.startswith('#'):
70                 segment_url = (
71                     line
72                     if re.match(r'^https?://', line)
73                     else compat_urlparse.urljoin(url, line))
74                 segment_urls.append(segment_url)
75
76         is_test = self.params.get('test', False)
77         remaining_bytes = self._TEST_FILE_SIZE if is_test else None
78         byte_counter = 0
79         with open(tmpfilename, 'wb') as outf:
80             for i, segurl in enumerate(segment_urls):
81                 self.to_screen(
82                     '[hlsnative] %s: Downloading segment %d / %d' %
83                     (info_dict['id'], i + 1, len(segment_urls)))
84                 seg_req = compat_urllib_request.Request(segurl)
85                 if remaining_bytes is not None:
86                     seg_req.add_header('Range', 'bytes=0-%d' % (remaining_bytes - 1))
87
88                 segment = self.ydl.urlopen(seg_req).read()
89                 if remaining_bytes is not None:
90                     segment = segment[:remaining_bytes]
91                     remaining_bytes -= len(segment)
92                 outf.write(segment)
93                 byte_counter += len(segment)
94                 if remaining_bytes is not None and remaining_bytes <= 0:
95                     break
96
97         self._hook_progress({
98             'downloaded_bytes': byte_counter,
99             'total_bytes': byte_counter,
100             'filename': filename,
101             'status': 'finished',
102         })
103         self.try_rename(tmpfilename, filename)
104         return True