]> git.bitcoin.ninja Git - youtube-dl/blob - youtube_dl/extractor/dhm.py
[vk] Extend _VALID_URL to handle biqle.ru (Closes #6179)
[youtube-dl] / youtube_dl / extractor / dhm.py
1 from __future__ import unicode_literals
2
3 from .common import InfoExtractor
4 from ..utils import (
5     xpath_text,
6     parse_duration,
7 )
8
9
10 class DHMIE(InfoExtractor):
11     IE_DESC = 'Filmarchiv - Deutsches Historisches Museum'
12     _VALID_URL = r'https?://(?:www\.)?dhm\.de/filmarchiv/(?:[^/]+/)+(?P<id>[^/]+)'
13
14     _TESTS = [{
15         'url': 'http://www.dhm.de/filmarchiv/die-filme/the-marshallplan-at-work-in-west-germany/',
16         'md5': '11c475f670209bf6acca0b2b7ef51827',
17         'info_dict': {
18             'id': 'the-marshallplan-at-work-in-west-germany',
19             'ext': 'flv',
20             'title': 'MARSHALL PLAN AT WORK IN WESTERN GERMANY, THE',
21             'description': 'md5:1fabd480c153f97b07add61c44407c82',
22             'duration': 660,
23             'thumbnail': 're:^https?://.*\.jpg$',
24         },
25     }, {
26         'url': 'http://www.dhm.de/filmarchiv/02-mapping-the-wall/peter-g/rolle-1/',
27         'md5': '09890226332476a3e3f6f2cb74734aa5',
28         'info_dict': {
29             'id': 'rolle-1',
30             'ext': 'flv',
31             'title': 'ROLLE 1',
32             'thumbnail': 're:^https?://.*\.jpg$',
33         },
34     }]
35
36     def _real_extract(self, url):
37         video_id = self._match_id(url)
38
39         webpage = self._download_webpage(url, video_id)
40
41         playlist_url = self._search_regex(
42             r"file\s*:\s*'([^']+)'", webpage, 'playlist url')
43
44         playlist = self._download_xml(playlist_url, video_id)
45
46         track = playlist.find(
47             './{http://xspf.org/ns/0/}trackList/{http://xspf.org/ns/0/}track')
48
49         video_url = xpath_text(
50             track, './{http://xspf.org/ns/0/}location',
51             'video url', fatal=True)
52         thumbnail = xpath_text(
53             track, './{http://xspf.org/ns/0/}image',
54             'thumbnail')
55
56         title = self._search_regex(
57             [r'dc:title="([^"]+)"', r'<title> &raquo;([^<]+)</title>'],
58             webpage, 'title').strip()
59         description = self._html_search_regex(
60             r'<p><strong>Description:</strong>(.+?)</p>',
61             webpage, 'description', default=None)
62         duration = parse_duration(self._search_regex(
63             r'<em>Length\s*</em>\s*:\s*</strong>([^<]+)',
64             webpage, 'duration', default=None))
65
66         return {
67             'id': video_id,
68             'url': video_url,
69             'title': title,
70             'description': description,
71             'duration': duration,
72             'thumbnail': thumbnail,
73         }