_ Git - youtube-dl/blob - test/test_http.py

   1 #!/usr/bin/env python
   2 # coding: utf-8
   3 from __future__ import unicode_literals
   4
   5 # Allow direct execution
   6 import os
   7 import sys
   8 import unittest
   9 sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
  10
  11 from test.helper import http_server_port
  12 from youtube_dl import YoutubeDL
  13 from youtube_dl.compat import compat_http_server, compat_urllib_request
  14 import ssl
  15 import threading
  16
  17 TEST_DIR = os.path.dirname(os.path.abspath(__file__))
  18
  19
  20 class HTTPTestRequestHandler(compat_http_server.BaseHTTPRequestHandler):
  21     def log_message(self, format, *args):
  22         pass
  23
  24     def do_GET(self):
  25         if self.path == '/video.html':
  26             self.send_response(200)
  27             self.send_header('Content-Type', 'text/html; charset=utf-8')
  28             self.end_headers()
  29             self.wfile.write(b'<html><video src="/vid.mp4" /></html>')
  30         elif self.path == '/vid.mp4':
  31             self.send_response(200)
  32             self.send_header('Content-Type', 'video/mp4')
  33             self.end_headers()
  34             self.wfile.write(b'\x00\x00\x00\x00\x20\x66\x74[video]')
  35         elif self.path == '/302':
  36             if sys.version_info[0] == 3:
  37                 # XXX: Python 3 http server does not allow non-ASCII header values
  38                 self.send_response(404)
  39                 self.end_headers()
  40                 return
  41
  42             new_url = 'http://127.0.0.1:%d/中文.html' % http_server_port(self.server)
  43             self.send_response(302)
  44             self.send_header(b'Location', new_url.encode('utf-8'))
  45             self.end_headers()
  46         elif self.path == '/%E4%B8%AD%E6%96%87.html':
  47             self.send_response(200)
  48             self.send_header('Content-Type', 'text/html; charset=utf-8')
  49             self.end_headers()
  50             self.wfile.write(b'<html><video src="/vid.mp4" /></html>')
  51         else:
  52             assert False
  53
  54
  55 class FakeLogger(object):
  56     def debug(self, msg):
  57         pass
  58
  59     def warning(self, msg):
  60         pass
  61
  62     def error(self, msg):
  63         pass
  64
  65
  66 class TestHTTP(unittest.TestCase):
  67     def setUp(self):
  68         self.httpd = compat_http_server.HTTPServer(
  69             ('127.0.0.1', 0), HTTPTestRequestHandler)
  70         self.port = http_server_port(self.httpd)
  71         self.server_thread = threading.Thread(target=self.httpd.serve_forever)
  72         self.server_thread.daemon = True
  73         self.server_thread.start()
  74
  75     def test_unicode_path_redirection(self):
  76         # XXX: Python 3 http server does not allow non-ASCII header values
  77         if sys.version_info[0] == 3:
  78             return
  79
  80         ydl = YoutubeDL({'logger': FakeLogger()})
  81         r = ydl.extract_info('http://127.0.0.1:%d/302' % self.port)
  82         self.assertEqual(r['entries'][0]['url'], 'http://127.0.0.1:%d/vid.mp4' % self.port)
  83
  84
  85 class TestHTTPS(unittest.TestCase):
  86     def setUp(self):
  87         certfn = os.path.join(TEST_DIR, 'testcert.pem')
  88         self.httpd = compat_http_server.HTTPServer(
  89             ('127.0.0.1', 0), HTTPTestRequestHandler)
  90         self.httpd.socket = ssl.wrap_socket(
  91             self.httpd.socket, certfile=certfn, server_side=True)
  92         self.port = http_server_port(self.httpd)
  93         self.server_thread = threading.Thread(target=self.httpd.serve_forever)
  94         self.server_thread.daemon = True
  95         self.server_thread.start()
  96
  97     def test_nocheckcertificate(self):
  98         if sys.version_info >= (2, 7, 9):  # No certificate checking anyways
  99             ydl = YoutubeDL({'logger': FakeLogger()})
 100             self.assertRaises(
 101                 Exception,
 102                 ydl.extract_info, 'https://127.0.0.1:%d/video.html' % self.port)
 103
 104         ydl = YoutubeDL({'logger': FakeLogger(), 'nocheckcertificate': True})
 105         r = ydl.extract_info('https://127.0.0.1:%d/video.html' % self.port)
 106         self.assertEqual(r['entries'][0]['url'], 'https://127.0.0.1:%d/vid.mp4' % self.port)
 107
 108
 109 def _build_proxy_handler(name):
 110     class HTTPTestRequestHandler(compat_http_server.BaseHTTPRequestHandler):
 111         proxy_name = name
 112
 113         def log_message(self, format, *args):
 114             pass
 115
 116         def do_GET(self):
 117             self.send_response(200)
 118             self.send_header('Content-Type', 'text/plain; charset=utf-8')
 119             self.end_headers()
 120             self.wfile.write('{self.proxy_name}: {self.path}'.format(self=self).encode('utf-8'))
 121     return HTTPTestRequestHandler
 122
 123
 124 class TestProxy(unittest.TestCase):
 125     def setUp(self):
 126         self.proxy = compat_http_server.HTTPServer(
 127             ('127.0.0.1', 0), _build_proxy_handler('normal'))
 128         self.port = http_server_port(self.proxy)
 129         self.proxy_thread = threading.Thread(target=self.proxy.serve_forever)
 130         self.proxy_thread.daemon = True
 131         self.proxy_thread.start()
 132
 133         self.geo_proxy = compat_http_server.HTTPServer(
 134             ('127.0.0.1', 0), _build_proxy_handler('geo'))
 135         self.geo_port = http_server_port(self.geo_proxy)
 136         self.geo_proxy_thread = threading.Thread(target=self.geo_proxy.serve_forever)
 137         self.geo_proxy_thread.daemon = True
 138         self.geo_proxy_thread.start()
 139
 140     def test_proxy(self):
 141         geo_proxy = '127.0.0.1:{0}'.format(self.geo_port)
 142         ydl = YoutubeDL({
 143             'proxy': '127.0.0.1:{0}'.format(self.port),
 144             'geo_verification_proxy': geo_proxy,
 145         })
 146         url = 'http://foo.com/bar'
 147         response = ydl.urlopen(url).read().decode('utf-8')
 148         self.assertEqual(response, 'normal: {0}'.format(url))
 149
 150         req = compat_urllib_request.Request(url)
 151         req.add_header('Ytdl-request-proxy', geo_proxy)
 152         response = ydl.urlopen(req).read().decode('utf-8')
 153         self.assertEqual(response, 'geo: {0}'.format(url))
 154
 155     def test_proxy_with_idn(self):
 156         ydl = YoutubeDL({
 157             'proxy': '127.0.0.1:{0}'.format(self.port),
 158         })
 159         url = 'http://中文.tw/'
 160         response = ydl.urlopen(url).read().decode('utf-8')
 161         # b'xn--fiq228c' is '中文'.encode('idna')
 162         self.assertEqual(response, 'normal: http://xn--fiq228c.tw/')
 163
 164
 165 if __name__ == '__main__':
 166     unittest.main()