Merge remote-tracking branch 'origin/master' into fork_master
[youtube-dl] / test / gentests.py
1 #!/usr/bin/env python3
2
3 import io  # for python 2
4 import json
5 import os
6 import sys
7 import unittest
8
9 # Allow direct execution
10 import os
11 sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
12
13 import youtube_dl.InfoExtractors
14
15 HEADER = u'''#!/usr/bin/env python
16
17 # DO NOT EDIT THIS FILE BY HAND!
18 # It is auto-generated from tests.json and gentests.py.
19
20 import hashlib
21 import io
22 import os
23 import json
24 import unittest
25 import sys
26
27 # Allow direct execution
28 import os
29 sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
30
31 from youtube_dl.FileDownloader import FileDownloader
32 import youtube_dl.InfoExtractors
33
34 def _file_md5(fn):
35     with open(fn, 'rb') as f:
36         return hashlib.md5(f.read()).hexdigest()
37
38 def md5_for_file(filename, block_size=2**20):
39     with open(filename) as f:
40         md5 = hashlib.md5()
41         while True:
42             data = f.read(block_size)
43             if not data:
44                 break
45             md5.update(data)
46         return md5.hexdigest()
47 _file_md5 = md5_for_file
48
49
50 try:
51     _skip_unless = unittest.skipUnless
52 except AttributeError: # Python 2.6
53     def _skip_unless(cond, reason='No reason given'):
54         def resfunc(f):
55             def wfunc(*args, **kwargs):
56                 if cond:
57                     return f(*args, **kwargs)
58                 else:
59                     print('Skipped test')
60                     return
61             return wfunc
62         return resfunc
63 _skip = lambda *args, **kwargs: _skip_unless(False, *args, **kwargs)
64
65 class DownloadTest(unittest.TestCase):
66     PARAMETERS_FILE = os.path.join(os.path.dirname(os.path.abspath(__file__)), "parameters.json")
67
68     def setUp(self):
69         # Clear old files
70         self.tearDown()
71
72         with io.open(self.PARAMETERS_FILE, encoding='utf-8') as pf:
73             self.parameters = json.load(pf)
74 '''
75
76 FOOTER = u'''
77
78 if __name__ == '__main__':
79     unittest.main()
80 '''
81
82 DEF_FILE = os.path.join(os.path.dirname(os.path.abspath(__file__)), 'tests.json')
83 TEST_FILE = os.path.join(os.path.dirname(os.path.abspath(__file__)), 'test_download.py')
84
85 def gentests():
86     with io.open(DEF_FILE, encoding='utf-8') as deff:
87         defs = json.load(deff)
88     with io.open(TEST_FILE, 'w', encoding='utf-8') as testf:
89         testf.write(HEADER)
90         spaces = ' ' * 4
91         write = lambda l: testf.write(spaces + l + '\n')
92
93         for d in defs:
94             name = d['name']
95             ie = getattr(youtube_dl.InfoExtractors, name + 'IE')
96             testf.write('\n')
97             write('@_skip_unless(youtube_dl.InfoExtractors.' + name + 'IE._WORKING, "IE marked as not _WORKING")')
98             if not d['file']:
99                 write('@_skip("No output file specified")')
100             elif 'skip' in d:
101                 write('@_skip(' + repr(d['skip']) + ')')
102             write('def test_' + name + '(self):')
103             write('    filename = ' + repr(d['file']))
104             write('    fd = FileDownloader(self.parameters)')
105             write('    fd.add_info_extractor(youtube_dl.InfoExtractors.' + name + 'IE())')
106             for ien in d.get('addIEs', []):
107                 write('    fd.add_info_extractor(youtube_dl.InfoExtractors.' + ien + 'IE())')
108             write('    fd.download([' + repr(d['url']) + '])')
109             write('    self.assertTrue(os.path.exists(filename))')
110             if 'size' in d:
111                 write('    self.assertEqual(os.path.getsize(filename), ' + repr(d['size']) + ')')
112             if 'md5' in d:
113                 write('    md5_for_file = _file_md5(filename)')
114                 write('    self.assertEqual(md5_for_file, ' + repr(d['md5']) + ')')
115
116         testf.write('\n\n')
117         write('def tearDown(self):')
118         for d in defs:
119             if d['file']:
120                 write('    if os.path.exists(' + repr(d['file']) + '):')
121                 write('        os.remove(' + repr(d['file']) + ')')
122             else:
123                 write('    # No file specified for ' + d['name'])
124         testf.write('\n')
125         testf.write(FOOTER)
126
127 if __name__ == '__main__':
128     gentests()