Merge remote-tracking branch 'gcmalloc/master' into fork_master
[youtube-dl] / test / test_download.py
index 2711980f0f10c8a4fcd4b09ce31e31bfeb8225b2..be15fb5abefe43cfabba48c8e7fcb35272810b8d 100644 (file)
@@ -1,89 +1,22 @@
 #!/usr/bin/env python2
-import unittest
 import hashlib
 import os
 import json
+import unittest
+import sys
 
 from youtube_dl.FileDownloader import FileDownloader
-from youtube_dl.InfoExtractors  import YoutubeIE, DailymotionIE
-from youtube_dl.InfoExtractors import  MetacafeIE, BlipTVIE
-
-
-class DownloadTest(unittest.TestCase):
-       PARAMETERS_FILE = "test/parameters.json"
-       #calculated with md5sum:
-       #md5sum (GNU coreutils) 8.19
-
-       YOUTUBE_MD5 = "ab62e120445e8f68e8c8fddb7bd3ed76"
-       YOUTUBE_URL = "http://www.youtube.com/watch?v=BaW_jenozKc"
-       YOUTUBE_FILE = "BaW_jenozKc.mp4"
-
-       DAILYMOTION_MD5 = "d363a50e9eb4f22ce90d08d15695bb47"
-       DAILYMOTION_URL = "http://www.dailymotion.com/video/x33vw9_tutoriel-de-youtubeur-dl-des-video_tech"
-       DAILYMOTION_FILE = "x33vw9.mp4"
-
-       METACAFE_SIZE = 5754305
-       METACAFE_URL = "http://www.metacafe.com/watch/yt-_aUehQsCQtM/the_electric_company_short_i_pbs_kids_go/"
-       METACAFE_FILE = "_aUehQsCQtM.flv"
-
-       BLIP_MD5 = "93c24d2f4e0782af13b8a7606ea97ba7"
-       BLIP_URL = "http://blip.tv/cbr/cbr-exclusive-gotham-city-imposters-bats-vs-jokerz-short-3-5796352"
-       BLIP_FILE = "5779306.m4v"
-
-       XVIDEO_MD5 = ""
-       XVIDEO_URL = ""
-       XVIDEO_FILE = ""
+#import all the info extractor
+import youtube_dl
 
+DEF_FILE = os.path.join(os.path.dirname(os.path.abspath(__file__)), 'tests.json')
+PARAM_FILE = os.path.join(os.path.dirname(os.path.abspath(__file__)), 'parameters.json'
+)
 
-       def test_youtube(self):
-               #let's download a file from youtube
-               with open(DownloadTest.PARAMETERS_FILE) as f:
-                       fd = FileDownloader(json.load(f))
-               fd.add_info_extractor(YoutubeIE())
-               fd.download([DownloadTest.YOUTUBE_URL])
-               print(os.path.abspath(DownloadTest.YOUTUBE_FILE))
-               self.assertTrue(os.path.exists(DownloadTest.YOUTUBE_FILE))
-               md5_down_file = md5_for_file(DownloadTest.YOUTUBE_FILE)
-               self.assertEqual(md5_down_file, DownloadTest.YOUTUBE_MD5)
 
-       def test_dailymotion(self):
-               with open(DownloadTest.PARAMETERS_FILE) as f:
-                       fd = FileDownloader(json.load(f))
-               fd.add_info_extractor(DailymotionIE())
-               fd.download([DownloadTest.DAILYMOTION_URL])
-               self.assertTrue(os.path.exists(DownloadTest.DAILYMOTION_FILE))
-               md5_down_file = md5_for_file(DownloadTest.DAILYMOTION_FILE)
-               self.assertEqual(md5_down_file, DownloadTest.DAILYMOTION_MD5)
+class TestDownload(unittest.TestCase):
+    pass
 
-       def test_metacafe(self):
-               #this emulate a skip,to be 2.6 compatible
-               with open(DownloadTest.PARAMETERS_FILE) as f:
-                       fd = FileDownloader(json.load(f))
-                       print fd
-               fd.add_info_extractor(MetacafeIE())
-               fd.add_info_extractor(YoutubeIE())
-               fd.download([DownloadTest.METACAFE_URL])
-               self.assertTrue(os.path.exists(DownloadTest.METACAFE_FILE))
-               self.assertEqual(os.path.getsize(DownloadTest.METACAFE_FILE), DownloadTest.METACAFE_SIZE)
-
-       def test_blip(self):
-               with open(DownloadTest.PARAMETERS_FILE) as f:
-                       fd = FileDownloader(json.load(f))
-               fd.add_info_extractor(BlipTVIE())
-               fd.download([DownloadTest.BLIP_URL])
-               self.assertTrue(os.path.exists(DownloadTest.BLIP_FILE))
-               md5_down_file = md5_for_file(DownloadTest.BLIP_FILE)
-               self.assertEqual(md5_down_file, DownloadTest.BLIP_MD5)
-
-       def tearDown(self):
-               if os.path.exists(DownloadTest.YOUTUBE_FILE):
-                       os.remove(DownloadTest.YOUTUBE_FILE)
-               if os.path.exists(DownloadTest.DAILYMOTION_FILE):
-                       os.remove(DownloadTest.DAILYMOTION_FILE)
-               if os.path.exists(DownloadTest.METACAFE_FILE):
-                       os.remove(DownloadTest.METACAFE_FILE)
-               if os.path.exists(DownloadTest.BLIP_FILE):
-                       os.remove(DownloadTest.BLIP_FILE)
 
 def md5_for_file(filename, block_size=2**20):
     with open(filename) as f:
@@ -93,4 +26,48 @@ def md5_for_file(filename, block_size=2**20):
             if not data:
                 break
             md5.update(data)
-            return md5.hexdigest()
+        return md5.hexdigest()
+
+
+def generator(name, url, md5, file, ie_param, optional_ie):
+    def test_template(self):
+        fd = FileDownloader(ie_param)
+        fd.add_info_extractor(getattr(youtube_dl, name + "IE")())
+        fd.download([url])
+        self.assertTrue(os.path.exists(file))
+        self.assertEqual(md5_for_file(file), md5)
+    return test_template
+    #only python 2.7
+
+def clean_generator(files):
+    def clean_template(self):
+        for file_name in files:
+            if os.path.exists(file_name):
+                os.remove(file_name)
+    return clean_template
+
+with open(DEF_FILE, "r") as f:
+    with open(PARAM_FILE) as fp:
+        p = json.load(fp)
+        test_param = json.load(f)
+        files = set()
+        for test_case in test_param:
+            if test_case.get("broken", False):
+                continue
+            try:
+                files.add(test_case["file"])
+                test_method = generator(test_case['name'], test_case['url'], test_case['md5'], test_case['file'], p, test_case.get('add_ie', []))
+                test_method.__name__ = "test_{0}".format(test_case["name"])
+                setattr(TestDownload, test_method.__name__, test_method)
+                del test_method
+            except KeyError as e:
+                sys.stderr.write("Issue with the parameters of test {0}.\n".format(test_case.get("name", "unknown test")))
+        #clean the files
+        ff = clean_generator(files)
+        ff.__name__ = "tearDown"
+        setattr(TestDownload, ff.__name__, ff)
+        del ff
+
+
+if __name__ == '__main__':
+    unittest.main()