]> git.bitcoin.ninja Git - youtube-dl/blob - youtube_dl/extractor/mixcloud.py
[bleacherreport] fix style issues and simplify
[youtube-dl] / youtube_dl / extractor / mixcloud.py
1 from __future__ import unicode_literals
2
3 import re
4
5 from .common import InfoExtractor
6 from ..compat import compat_urllib_parse_unquote
7 from ..utils import (
8     ExtractorError,
9     HEADRequest,
10     str_to_int,
11 )
12
13
14 class MixcloudIE(InfoExtractor):
15     _VALID_URL = r'^(?:https?://)?(?:www\.)?mixcloud\.com/([^/]+)/([^/]+)'
16     IE_NAME = 'mixcloud'
17
18     _TESTS = [{
19         'url': 'http://www.mixcloud.com/dholbach/cryptkeeper/',
20         'info_dict': {
21             'id': 'dholbach-cryptkeeper',
22             'ext': 'mp3',
23             'title': 'Cryptkeeper',
24             'description': 'After quite a long silence from myself, finally another Drum\'n\'Bass mix with my favourite current dance floor bangers.',
25             'uploader': 'Daniel Holbach',
26             'uploader_id': 'dholbach',
27             'thumbnail': 're:https?://.*\.jpg',
28             'view_count': int,
29             'like_count': int,
30         },
31     }, {
32         'url': 'http://www.mixcloud.com/gillespeterson/caribou-7-inch-vinyl-mix-chat/',
33         'info_dict': {
34             'id': 'gillespeterson-caribou-7-inch-vinyl-mix-chat',
35             'ext': 'mp3',
36             'title': 'Caribou 7 inch Vinyl Mix & Chat',
37             'description': 'md5:2b8aec6adce69f9d41724647c65875e8',
38             'uploader': 'Gilles Peterson Worldwide',
39             'uploader_id': 'gillespeterson',
40             'thumbnail': 're:https?://.*/images/',
41             'view_count': int,
42             'like_count': int,
43         },
44     }]
45
46     def _check_url(self, url, track_id, ext):
47         try:
48             # We only want to know if the request succeed
49             # don't download the whole file
50             self._request_webpage(
51                 HEADRequest(url), track_id,
52                 'Trying %s URL' % ext)
53             return True
54         except ExtractorError:
55             return False
56
57     def _real_extract(self, url):
58         mobj = re.match(self._VALID_URL, url)
59         uploader = mobj.group(1)
60         cloudcast_name = mobj.group(2)
61         track_id = compat_urllib_parse_unquote('-'.join((uploader, cloudcast_name)))
62
63         webpage = self._download_webpage(url, track_id)
64
65         preview_url = self._search_regex(
66             r'\s(?:data-preview-url|m-preview)="([^"]+)"', webpage, 'preview url')
67         song_url = preview_url.replace('/previews/', '/c/originals/')
68         if not self._check_url(song_url, track_id, 'mp3'):
69             song_url = song_url.replace('.mp3', '.m4a').replace('originals/', 'm4a/64/')
70             if not self._check_url(song_url, track_id, 'm4a'):
71                 raise ExtractorError('Unable to extract track url')
72
73         PREFIX = (
74             r'm-play-on-spacebar[^>]+'
75             r'(?:\s+[a-zA-Z0-9-]+(?:="[^"]+")?)*?\s+')
76         title = self._html_search_regex(
77             PREFIX + r'm-title="([^"]+)"', webpage, 'title')
78         thumbnail = self._proto_relative_url(self._html_search_regex(
79             PREFIX + r'm-thumbnail-url="([^"]+)"', webpage, 'thumbnail',
80             fatal=False))
81         uploader = self._html_search_regex(
82             PREFIX + r'm-owner-name="([^"]+)"',
83             webpage, 'uploader', fatal=False)
84         uploader_id = self._search_regex(
85             r'\s+"profile": "([^"]+)",', webpage, 'uploader id', fatal=False)
86         description = self._og_search_description(webpage)
87         like_count = str_to_int(self._search_regex(
88             r'\bbutton-favorite\b[^>]+m-ajax-toggle-count="([^"]+)"',
89             webpage, 'like count', fatal=False))
90         view_count = str_to_int(self._search_regex(
91             [r'<meta itemprop="interactionCount" content="UserPlays:([0-9]+)"',
92              r'/listeners/?">([0-9,.]+)</a>'],
93             webpage, 'play count', fatal=False))
94
95         return {
96             'id': track_id,
97             'title': title,
98             'url': song_url,
99             'description': description,
100             'thumbnail': thumbnail,
101             'uploader': uploader,
102             'uploader_id': uploader_id,
103             'view_count': view_count,
104             'like_count': like_count,
105         }