[izlesene] Add new extractor. Closes #3184
authorNaglis Jonaitis <njonaitis@gmail.com>
Sat, 26 Jul 2014 11:35:23 +0000 (14:35 +0300)
committerNaglis Jonaitis <njonaitis@gmail.com>
Sat, 26 Jul 2014 11:35:23 +0000 (14:35 +0300)
youtube_dl/extractor/__init__.py
youtube_dl/extractor/izlesene.py [new file with mode: 0644]

index a8e593002f51769bb2db6f392d7ac40b9b69b0cd..2bf8bc5e86987f13fcf764e40e8b5878cd30e9ca 100644 (file)
@@ -141,6 +141,7 @@ from .ivi import (
     IviIE,
     IviCompilationIE
 )
+from .izlesene import IzleseneIE
 from .jadorecettepub import JadoreCettePubIE
 from .jeuxvideo import JeuxVideoIE
 from .jukebox import JukeboxIE
diff --git a/youtube_dl/extractor/izlesene.py b/youtube_dl/extractor/izlesene.py
new file mode 100644 (file)
index 0000000..e513585
--- /dev/null
@@ -0,0 +1,94 @@
+# coding: utf-8
+from __future__ import unicode_literals
+
+import re
+
+from .common import InfoExtractor
+from ..utils import get_element_by_id, parse_iso8601, determine_ext, int_or_none
+
+
+class IzleseneIE(InfoExtractor):
+    _VALID_URL = r'https?://(?:www\.|m\.)?izlesene\.com/(?:video|embedplayer)/(?:[^/]+/)?(?P<id>[0-9]+)'
+    _STREAM_URL = 'http://panel.izlesene.com/api/streamurl/{id:}/{format:}'
+    _TEST = {
+        'url': 'http://www.izlesene.com/video/sevincten-cildirtan-dogum-gunu-hediyesi/7599694',
+        'md5': '4384f9f0ea65086734b881085ee05ac2',
+        'info_dict': {
+            'id': '7599694',
+            'title': u'Sevinçten Çıldırtan Doğum Günü Hediyesi',
+            'upload_date': '20140702',
+            'uploader_id': 'pelikzzle',
+            'description': u'Annesi oğluna doğum günü hediyesi olarak minecraft cd si alıyor, ve çocuk hunharca seviniyor',
+            'timestamp': 1404298698,
+            'duration': 95,
+            'ext': 'mp4',
+            'thumbnail': 're:^http://.*\.jpg',
+            'age_limit': 0,
+        }
+    }
+
+    def _real_extract(self, url):
+        mobj = re.match(self._VALID_URL, url)
+        video_id = mobj.group('id')
+        url = 'http://www.izlesene.com/video/%s' % video_id
+
+        webpage = self._download_webpage(url, video_id)
+
+        title = self._og_search_title(webpage)
+        description = self._og_search_description(webpage)
+        thumbnail = self._og_search_thumbnail(webpage)
+        duration = int(
+            self._html_search_regex(
+                r'"videoduration"\s?:\s?"([^"]+)"', webpage, 'duration',
+                fatal=False, default='0')
+            ) / 1000
+        view_count = get_element_by_id('videoViewCount',
+                                       webpage).replace('.', '')
+        timestamp = parse_iso8601(self._html_search_meta('uploadDate', webpage,
+                                  'upload date', fatal=False))
+        family_friendly = self._html_search_meta('isFamilyFriendly', webpage,
+                                                 'age limit', fatal=False)
+        uploader = self._html_search_regex(r"adduserUsername\s?=\s?'([^']+)';",
+                                           webpage, 'uploader', fatal=False,
+                                           default='')
+        comment_count = self._html_search_regex(
+            r'comment_count\s?=\s?\'([^\']+)\';',
+            webpage, 'uploader', fatal=False)
+
+        content_url = self._html_search_meta('contentURL', webpage,
+                                             'content URL', fatal=False)
+        ext = determine_ext(content_url)
+
+        # Might be empty for some videos.
+        qualities = self._html_search_regex(r'"quality"\s?:\s?"([^"]+)"',
+                                            webpage, 'qualities', fatal=False,
+                                            default='')
+
+        formats = []
+        for quality in qualities.split('|'):
+            json = self._download_json(
+                self._STREAM_URL.format(id=video_id, format=quality), video_id,
+                note=u'Getting video URL for "%s" quality' % quality,
+                errnote=u'Failed to get video URL for "%s" quality' % quality
+            )
+            video_format = '%sp' % quality if quality else 'sd'
+            formats.append({
+                'url': json.get('streamurl'),
+                'ext': ext,
+                'format': video_format,
+                'format_id': video_format,
+            })
+
+        return {
+            'id': video_id,
+            'title': title,
+            'formats': formats,
+            'description': description,
+            'thumbnail': thumbnail,
+            'duration': duration,
+            'view_count': int_or_none(view_count),
+            'timestamp': timestamp,
+            'age_limit': 18 if family_friendly == 'False' else 0,
+            'uploader_id': uploader,
+            'comment_count': int_or_none(comment_count),
+        }