[twitch:stream] Fix extraction (closes #25528)
[youtube-dl] / test / test_youtube_signature.py
1 #!/usr/bin/env python
2
3 from __future__ import unicode_literals
4
5 # Allow direct execution
6 import os
7 import sys
8 import unittest
9 sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
10
11 import io
12 import re
13 import string
14
15 from test.helper import FakeYDL
16 from youtube_dl.extractor import YoutubeIE
17 from youtube_dl.compat import compat_str, compat_urlretrieve
18
19 _TESTS = [
20     (
21         'https://s.ytimg.com/yts/jsbin/html5player-vflHOr_nV.js',
22         'js',
23         86,
24         '>=<;:/.-[+*)(\'&%$#"!ZYX0VUTSRQPONMLKJIHGFEDCBA\\yxwvutsrqponmlkjihgfedcba987654321',
25     ),
26     (
27         'https://s.ytimg.com/yts/jsbin/html5player-vfldJ8xgI.js',
28         'js',
29         85,
30         '3456789a0cdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRS[UVWXYZ!"#$%&\'()*+,-./:;<=>?@',
31     ),
32     (
33         'https://s.ytimg.com/yts/jsbin/html5player-vfle-mVwz.js',
34         'js',
35         90,
36         ']\\[@?>=<;:/.-,+*)(\'&%$#"hZYXWVUTSRQPONMLKJIHGFEDCBAzyxwvutsrqponmlkjiagfedcb39876',
37     ),
38     (
39         'https://s.ytimg.com/yts/jsbin/html5player-en_US-vfl0Cbn9e.js',
40         'js',
41         84,
42         'O1I3456789abcde0ghijklmnopqrstuvwxyzABCDEFGHfJKLMN2PQRSTUVW@YZ!"#$%&\'()*+,-./:;<=',
43     ),
44     (
45         'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflXGBaUN.js',
46         'js',
47         '2ACFC7A61CA478CD21425E5A57EBD73DDC78E22A.2094302436B2D377D14A3BBA23022D023B8BC25AA',
48         'A52CB8B320D22032ABB3A41D773D2B6342034902.A22E87CDD37DBE75A5E52412DC874AC16A7CFCA2',
49     ),
50     (
51         'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflBb0OQx.js',
52         'js',
53         84,
54         '123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQ0STUVWXYZ!"#$%&\'()*+,@./:;<=>'
55     ),
56     (
57         'https://s.ytimg.com/yts/jsbin/html5player-en_US-vfl9FYC6l.js',
58         'js',
59         83,
60         '123456789abcdefghijklmnopqr0tuvwxyzABCDETGHIJKLMNOPQRS>UVWXYZ!"#$%&\'()*+,-./:;<=F'
61     ),
62     (
63         'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflCGk6yw/html5player.js',
64         'js',
65         '4646B5181C6C3020DF1D9C7FCFEA.AD80ABF70C39BD369CCCAE780AFBB98FA6B6CB42766249D9488C288',
66         '82C8849D94266724DC6B6AF89BBFA087EACCD963.B93C07FBA084ACAEFCF7C9D1FD0203C6C1815B6B'
67     ),
68     (
69         'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflKjOTVq/html5player.js',
70         'js',
71         '312AA52209E3623129A412D56A40F11CB0AF14AE.3EE09501CB14E3BCDC3B2AE808BF3F1D14E7FBF12',
72         '112AA5220913623229A412D56A40F11CB0AF14AE.3EE0950FCB14EEBCDC3B2AE808BF331D14E7FBF3',
73     )
74 ]
75
76
77 class TestPlayerInfo(unittest.TestCase):
78     def test_youtube_extract_player_info(self):
79         PLAYER_URLS = (
80             ('https://www.youtube.com/s/player/64dddad9/player_ias.vflset/en_US/base.js', '64dddad9'),
81             # obsolete
82             ('https://www.youtube.com/yts/jsbin/player_ias-vfle4-e03/en_US/base.js', 'vfle4-e03'),
83             ('https://www.youtube.com/yts/jsbin/player_ias-vfl49f_g4/en_US/base.js', 'vfl49f_g4'),
84             ('https://www.youtube.com/yts/jsbin/player_ias-vflCPQUIL/en_US/base.js', 'vflCPQUIL'),
85             ('https://www.youtube.com/yts/jsbin/player-vflzQZbt7/en_US/base.js', 'vflzQZbt7'),
86             ('https://www.youtube.com/yts/jsbin/player-en_US-vflaxXRn1/base.js', 'vflaxXRn1'),
87             ('https://s.ytimg.com/yts/jsbin/html5player-en_US-vflXGBaUN.js', 'vflXGBaUN'),
88             ('https://s.ytimg.com/yts/jsbin/html5player-en_US-vflKjOTVq/html5player.js', 'vflKjOTVq'),
89             ('http://s.ytimg.com/yt/swfbin/watch_as3-vflrEm9Nq.swf', 'vflrEm9Nq'),
90             ('https://s.ytimg.com/yts/swfbin/player-vflenCdZL/watch_as3.swf', 'vflenCdZL'),
91         )
92         for player_url, expected_player_id in PLAYER_URLS:
93             expected_player_type = player_url.split('.')[-1]
94             player_type, player_id = YoutubeIE._extract_player_info(player_url)
95             self.assertEqual(player_type, expected_player_type)
96             self.assertEqual(player_id, expected_player_id)
97
98
99 class TestSignature(unittest.TestCase):
100     def setUp(self):
101         TEST_DIR = os.path.dirname(os.path.abspath(__file__))
102         self.TESTDATA_DIR = os.path.join(TEST_DIR, 'testdata')
103         if not os.path.exists(self.TESTDATA_DIR):
104             os.mkdir(self.TESTDATA_DIR)
105
106
107 def make_tfunc(url, stype, sig_input, expected_sig):
108     m = re.match(r'.*-([a-zA-Z0-9_-]+)(?:/watch_as3|/html5player)?\.[a-z]+$', url)
109     assert m, '%r should follow URL format' % url
110     test_id = m.group(1)
111
112     def test_func(self):
113         basename = 'player-%s.%s' % (test_id, stype)
114         fn = os.path.join(self.TESTDATA_DIR, basename)
115
116         if not os.path.exists(fn):
117             compat_urlretrieve(url, fn)
118
119         ydl = FakeYDL()
120         ie = YoutubeIE(ydl)
121         if stype == 'js':
122             with io.open(fn, encoding='utf-8') as testf:
123                 jscode = testf.read()
124             func = ie._parse_sig_js(jscode)
125         else:
126             assert stype == 'swf'
127             with open(fn, 'rb') as testf:
128                 swfcode = testf.read()
129             func = ie._parse_sig_swf(swfcode)
130         src_sig = (
131             compat_str(string.printable[:sig_input])
132             if isinstance(sig_input, int) else sig_input)
133         got_sig = func(src_sig)
134         self.assertEqual(got_sig, expected_sig)
135
136     test_func.__name__ = str('test_signature_' + stype + '_' + test_id)
137     setattr(TestSignature, test_func.__name__, test_func)
138
139
140 for test_spec in _TESTS:
141     make_tfunc(*test_spec)
142
143
144 if __name__ == '__main__':
145     unittest.main()