[cda] Add new extractor for cda.pl
authorKacper Michajłow <kasper93@gmail.com>
Wed, 9 Mar 2016 19:55:27 +0000 (20:55 +0100)
committerSergey M․ <dstftw@gmail.com>
Sat, 19 Mar 2016 16:42:40 +0000 (22:42 +0600)
Fixes #8760

youtube_dl/extractor/__init__.py
youtube_dl/extractor/cda.py [new file with mode: 0755]

index b3bc389161bb4e22531a6862751f64aafa27a596..5f5eca42b1fe44d985966fe5edf7f7ffd7c83b5c 100644 (file)
@@ -108,6 +108,7 @@ from .cbsnews import (
 )
 from .cbssports import CBSSportsIE
 from .ccc import CCCIE
+from .cda import CDAIE
 from .ceskatelevize import CeskaTelevizeIE
 from .channel9 import Channel9IE
 from .chaturbate import ChaturbateIE
diff --git a/youtube_dl/extractor/cda.py b/youtube_dl/extractor/cda.py
new file mode 100755 (executable)
index 0000000..4c53b8d
--- /dev/null
@@ -0,0 +1,96 @@
+# coding: utf-8
+from __future__ import unicode_literals
+
+import re
+
+from .common import InfoExtractor
+from ..utils import (
+    decode_packed_codes,
+    ExtractorError,
+    parse_duration
+)
+
+
+class CDAIE(InfoExtractor):
+    _VALID_URL = r'https?://(?:(?:www|ebd)\.)?cda\.pl/(?:video|[0-9]+x[0-9]+)/(?P<id>[0-9a-z]+)'
+    _TESTS = [
+        {
+            'url': 'http://www.cda.pl/video/5749950c',
+            'md5': '6f844bf51b15f31fae165365707ae970',
+            'info_dict': {
+                'id': '5749950c',
+                'ext': 'mp4',
+                'height': 720,
+                'title': 'Oto dlaczego przed zakrętem należy zwolnić.',
+                'duration': 39
+            }
+        },
+        {
+            'url': 'http://www.cda.pl/video/57413289',
+            'md5': 'a88828770a8310fc00be6c95faf7f4d5',
+            'info_dict': {
+                'id': '57413289',
+                'ext': 'mp4',
+                'title': 'Lądowanie na lotnisku na Maderze',
+                'duration': 137
+            }
+        }
+    ]
+
+    def _real_extract(self, url):
+        video_id = self._match_id(url)
+        webpage = self._download_webpage('http://ebd.cda.pl/0x0/' + video_id, video_id)
+
+        if 'Ten film jest dostępny dla użytkowników premium' in webpage:
+            raise ExtractorError('This video is only available for premium users.', expected=True)
+
+        title = self._html_search_regex(r'<title>(.+?)</title>', webpage, 'title', fatal=False)
+
+        def _get_format(page, version=''):
+            unpacked = decode_packed_codes(page)
+            duration = self._search_regex(r"duration:\\'(.+?)\\'", unpacked, 'duration', fatal=False)
+            format_id = None
+            height = None
+
+            m = re.search(r'<a data-quality="(?P<format_id>[^"]+)" href="[^"]+" class="quality-btn quality-btn-active">(?P<height>[0-9]+)p<\/a>', page)
+            if m:
+                format_id = m.group('format_id')
+                height = int(m.group('height'))
+
+            url = self._search_regex(r"url:\\'(.+?)\\'", unpacked, version + ' url', fatal=False)
+            if url is None:
+                return None
+
+            return {
+                'format_id': format_id,
+                'height': height,
+                'url': url
+            }, parse_duration(duration)
+
+        formats = []
+
+        format_desc, duration = _get_format(webpage) or (None, None)
+        if format_desc is not None:
+            formats.append(format_desc)
+
+        pattern = re.compile(r'<a data-quality="[^"]+" href="([^"]+)" class="quality-btn">([0-9]+p)<\/a>')
+        for version in re.findall(pattern, webpage):
+            webpage = self._download_webpage(version[0], video_id, 'Downloading %s version information' % version[1], fatal=False)
+            if not webpage:
+                # Manually report warning because empty page is returned when invalid version is requested.
+                self.report_warning('Unable to download %s version information' % version[1])
+                continue
+
+            format_desc, duration_ = _get_format(webpage, version[1]) or (None, None)
+            duration = duration or duration_
+            if format_desc is not None:
+                formats.append(format_desc)
+
+        self._sort_formats(formats)
+
+        return {
+            'id': video_id,
+            'title': title,
+            'formats': formats,
+            'duration': duration
+        }