_ Git - youtube-dl/blob - youtube_dl/extractor/daum.py

   1 # encoding: utf-8
   2 import re
   3 import xml.etree.ElementTree
   4
   5 from .common import InfoExtractor
   6 from ..utils import (
   7     compat_urllib_parse,
   8     determine_ext,
   9 )
  10
  11
  12 class DaumIE(InfoExtractor):
  13     _VALID_URL = r'https?://tvpot\.daum\.net/.*?clipid=(?P<id>\d+)'
  14     IE_NAME = u'daum.net'
  15
  16     _TEST = {
  17         u'url': u'http://tvpot.daum.net/clip/ClipView.do?clipid=52554690',
  18         u'file': u'52554690.mp4',
  19         u'info_dict': {
  20             u'title': u'DOTA 2GETHER 시즌2 6회 - 2부',
  21             u'upload_date': u'20130831',
  22             u'duration': 3868,
  23         },
  24     }
  25
  26     def _real_extract(self, url):
  27         mobj = re.match(self._VALID_URL, url)
  28         video_id = mobj.group(1)
  29         webpage = self._download_webpage(url, video_id)
  30         full_id = self._search_regex(r'<link rel="video_src" href=".+?vid=(.+?)"',
  31             webpage, u'full id')
  32         query = compat_urllib_parse.urlencode({'vid': full_id})
  33         info_xml = self._download_webpage(
  34             'http://tvpot.daum.net/clip/ClipInfoXml.do?' + query, video_id,
  35             u'Downloading video info')
  36         urls_xml = self._download_webpage(
  37             'http://videofarm.daum.net/controller/api/open/v1_2/MovieData.apixml?' + query,
  38             video_id, u'Downloading video formats info')
  39         info = xml.etree.ElementTree.fromstring(info_xml.encode('utf-8'))
  40         urls = xml.etree.ElementTree.fromstring(urls_xml.encode('utf-8'))
  41
  42         self.to_screen(u'%s: Getting video urls' % video_id)
  43         formats = []
  44         for format_el in urls.findall('result/output_list/output_list'):
  45             profile = format_el.attrib['profile']
  46             format_query = compat_urllib_parse.urlencode({
  47                 'vid': full_id,
  48                 'profile': profile,
  49             })
  50             url_xml = self._download_webpage(
  51                 'http://videofarm.daum.net/controller/api/open/v1_2/MovieLocation.apixml?' + format_query,
  52                 video_id, note=False)
  53             url_doc = xml.etree.ElementTree.fromstring(url_xml.encode('utf-8'))
  54             format_url = url_doc.find('result/url').text
  55             formats.append({
  56                 'url': format_url,
  57                 'ext': determine_ext(format_url),
  58                 'format_id': profile,
  59             })
  60
  61         info = {
  62             'id': video_id,
  63             'title': info.find('TITLE').text,
  64             'formats': formats,
  65             'thumbnail': self._og_search_thumbnail(webpage),
  66             'duration': int(info.find('DURATION').text),
  67             'upload_date': info.find('REGDTTM').text[:8],
  68         }
  69         # TODO: Remove when #980 has been merged
  70         info.update(formats[-1])
  71         return info