e2f226bf1dd81a25d3f863e89fa33c1512aadbc4
[youtube-dl] / test / test_utils.py
1 # Various small unit tests
2
3 import sys
4 import unittest
5
6 # Allow direct execution
7 import os
8 sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
9
10 #from youtube_dl.utils import htmlentity_transform
11 from youtube_dl.utils import timeconvert
12 from youtube_dl.utils import sanitize_filename
13 from youtube_dl.utils import unescapeHTML
14 from youtube_dl.utils import orderedSet
15
16 if sys.version_info < (3,0):
17         _compat_str = lambda b: b.decode('unicode-escape')
18 else:
19         _compat_str = lambda s: s
20
21 class TestUtil(unittest.TestCase):
22         def test_timeconvert(self):
23                 self.assertTrue(timeconvert('') is None)
24                 self.assertTrue(timeconvert('bougrg') is None)
25
26         def test_sanitize_filename(self):
27                 self.assertEqual(sanitize_filename('abc'), 'abc')
28                 self.assertEqual(sanitize_filename('abc_d-e'), 'abc_d-e')
29
30                 self.assertEqual(sanitize_filename('123'), '123')
31
32                 self.assertEqual('abc_de', sanitize_filename('abc/de'))
33                 self.assertFalse('/' in sanitize_filename('abc/de///'))
34
35                 self.assertEqual('abc_de', sanitize_filename('abc/<>\\*|de'))
36                 self.assertEqual('xxx', sanitize_filename('xxx/<>\\*|'))
37                 self.assertEqual('yes no', sanitize_filename('yes? no'))
38                 self.assertEqual('this - that', sanitize_filename('this: that'))
39
40                 self.assertEqual(sanitize_filename('AT&T'), 'AT&T')
41                 aumlaut = _compat_str('\xe4')
42                 self.assertEqual(sanitize_filename(aumlaut), aumlaut)
43                 tests = _compat_str('\u043a\u0438\u0440\u0438\u043b\u043b\u0438\u0446\u0430')
44                 self.assertEqual(sanitize_filename(tests), tests)
45
46                 forbidden = '"\0\\/'
47                 for fc in forbidden:
48                         for fbc in forbidden:
49                                 self.assertTrue(fbc not in sanitize_filename(fc))
50
51         def test_sanitize_filename_restricted(self):
52                 self.assertEqual(sanitize_filename('abc', restricted=True), 'abc')
53                 self.assertEqual(sanitize_filename('abc_d-e', restricted=True), 'abc_d-e')
54
55                 self.assertEqual(sanitize_filename('123', restricted=True), '123')
56
57                 self.assertEqual('abc_de', sanitize_filename('abc/de', restricted=True))
58                 self.assertFalse('/' in sanitize_filename('abc/de///', restricted=True))
59
60                 self.assertEqual('abc_de', sanitize_filename('abc/<>\\*|de', restricted=True))
61                 self.assertEqual('xxx', sanitize_filename('xxx/<>\\*|', restricted=True))
62                 self.assertEqual('yes_no', sanitize_filename('yes? no', restricted=True))
63                 self.assertEqual('this_-_that', sanitize_filename('this: that', restricted=True))
64
65                 tests =_compat_str('a\xe4b\u4e2d\u56fd\u7684c')
66                 self.assertEqual(sanitize_filename(tests, restricted=True), 'a_b_c')
67                 self.assertTrue(sanitize_filename(_compat_str('\xf6'), restricted=True) != '') # No empty filename
68
69                 forbidden = '"\0\\/&!: \'\t\n'
70                 for fc in forbidden:
71                         for fbc in forbidden:
72                                 self.assertTrue(fbc not in sanitize_filename(fc, restricted=True))
73
74                 # Handle a common case more neatly
75                 self.assertEqual(sanitize_filename(_compat_str('\u5927\u58f0\u5e26 - Song'), restricted=True), 'Song')
76                 self.assertEqual(sanitize_filename(_compat_str('\u603b\u7edf: Speech'), restricted=True), 'Speech')
77                 # .. but make sure the file name is never empty
78                 self.assertTrue(sanitize_filename('-', restricted=True) != '')
79                 self.assertTrue(sanitize_filename(':', restricted=True) != '')
80
81         def test_ordered_set(self):
82                 self.assertEqual(orderedSet([1,1,2,3,4,4,5,6,7,3,5]), [1,2,3,4,5,6,7])
83                 self.assertEqual(orderedSet([]), [])
84                 self.assertEqual(orderedSet([1]), [1])
85                 #keep the list ordered
86                 self.assertEqual(orderedSet([135,1,1,1]), [135,1])
87
88         def test_unescape_html(self):
89                 self.assertEqual(unescapeHTML(_compat_str('%20;')), _compat_str('%20;'))
90
91 if __name__ == '__main__':
92         unittest.main()