_ Git - youtube-dl/blob - youtube_dl/extractor/tube8.py

   1 from __future__ import unicode_literals
   2
   3 import re
   4
   5 from .common import InfoExtractor
   6 from ..compat import compat_str
   7 from ..utils import (
   8     int_or_none,
   9     sanitized_Request,
  10     str_to_int,
  11 )
  12 from ..aes import aes_decrypt_text
  13
  14
  15 class Tube8IE(InfoExtractor):
  16     _VALID_URL = r'https?://(?:www\.)?tube8\.com/(?:[^/]+/)+(?P<display_id>[^/]+)/(?P<id>\d+)'
  17     _TESTS = [{
  18         'url': 'http://www.tube8.com/teen/kasia-music-video/229795/',
  19         'md5': '65e20c48e6abff62ed0c3965fff13a39',
  20         'info_dict': {
  21             'id': '229795',
  22             'display_id': 'kasia-music-video',
  23             'ext': 'mp4',
  24             'description': 'hot teen Kasia grinding',
  25             'uploader': 'unknown',
  26             'title': 'Kasia music video',
  27             'age_limit': 18,
  28             'duration': 230,
  29         }
  30     }, {
  31         'url': 'http://www.tube8.com/shemale/teen/blonde-cd-gets-kidnapped-by-two-blacks-and-punished-for-being-a-slutty-girl/19569151/',
  32         'only_matching': True,
  33     }]
  34
  35     def _real_extract(self, url):
  36         mobj = re.match(self._VALID_URL, url)
  37         video_id = mobj.group('id')
  38         display_id = mobj.group('display_id')
  39
  40         req = sanitized_Request(url)
  41         req.add_header('Cookie', 'age_verified=1')
  42         webpage = self._download_webpage(req, display_id)
  43
  44         flashvars = self._parse_json(
  45             self._search_regex(
  46                 r'flashvars\s*=\s*({.+?});\r?\n', webpage, 'flashvars'),
  47             video_id)
  48
  49         formats = []
  50         for key, video_url in flashvars.items():
  51             if not isinstance(video_url, compat_str) or not video_url.startswith('http'):
  52                 continue
  53             height = self._search_regex(
  54                 r'quality_(\d+)[pP]', key, 'height', default=None)
  55             if not height:
  56                 continue
  57             if flashvars.get('encrypted') is True:
  58                 video_url = aes_decrypt_text(
  59                     video_url, flashvars['video_title'], 32).decode('utf-8')
  60             formats.append({
  61                 'url': video_url,
  62                 'format_id': '%sp' % height,
  63                 'height': int(height),
  64             })
  65         self._sort_formats(formats)
  66
  67         thumbnail = flashvars.get('image_url')
  68
  69         title = self._html_search_regex(
  70             r'videoTitle\s*=\s*"([^"]+)', webpage, 'title')
  71         description = self._html_search_regex(
  72             r'>Description:</strong>\s*(.+?)\s*<', webpage, 'description', fatal=False)
  73         uploader = self._html_search_regex(
  74             r'<span class="username">\s*(.+?)\s*<',
  75             webpage, 'uploader', fatal=False)
  76         duration = int_or_none(flashvars.get('video_duration'))
  77
  78         like_count = int_or_none(self._search_regex(
  79             r'rupVar\s*=\s*"(\d+)"', webpage, 'like count', fatal=False))
  80         dislike_count = int_or_none(self._search_regex(
  81             r'rdownVar\s*=\s*"(\d+)"', webpage, 'dislike count', fatal=False))
  82         view_count = str_to_int(self._search_regex(
  83             r'<strong>Views: </strong>([\d,\.]+)\s*</li>',
  84             webpage, 'view count', fatal=False))
  85         comment_count = str_to_int(self._search_regex(
  86             r'<span id="allCommentsCount">(\d+)</span>',
  87             webpage, 'comment count', fatal=False))
  88
  89         return {
  90             'id': video_id,
  91             'display_id': display_id,
  92             'title': title,
  93             'description': description,
  94             'thumbnail': thumbnail,
  95             'uploader': uploader,
  96             'duration': duration,
  97             'view_count': view_count,
  98             'like_count': like_count,
  99             'dislike_count': dislike_count,
 100             'comment_count': comment_count,
 101             'age_limit': 18,
 102             'formats': formats,
 103         }