changing test from md5 to filesize, the file changed between download
[youtube-dl] / test / test_download.py
index a2f5abcb2f6dcefc1ac5b087f9d11f6263f81dca..545afb922134ab11eaf4a80b02cf9ccfd15c7742 100644 (file)
 import unittest
 import hashlib
 import os
+import json
 
 from youtube_dl.FileDownloader import FileDownloader
 from youtube_dl.InfoExtractors  import YoutubeIE, DailymotionIE
-from youtube_dl.InfoExtractors import  MetacafeIE, PhotobucketIE
-from youtube_dl.InfoExtractors import FacebookIE, BlipTVIE
-from youtube_dl.InfoExtractors import VimeoIE, XVideosIE
+from youtube_dl.InfoExtractors import  MetacafeIE, BlipTVIE
 
 
 class DownloadTest(unittest.TestCase):
+       PARAMETERS_FILE = "test/parameters.json"
        #calculated with md5sum:
        #md5sum (GNU coreutils) 8.19
-       YOUTUBE_MD5 = "8547978241cb87dd6782b10b8e90acc3"
-       YOUTUBE_URL = "http://www.youtube.com/watch?v=BaW_jenozKc"
-       YOUTUBE_FILE = "BaW_jenozKc.flv"
 
+       YOUTUBE_SIZE = 1993883
+       YOUTUBE_URL = "http://www.youtube.com/watch?v=BaW_jenozKc"
+       YOUTUBE_FILE = "BaW_jenozKc.mp4"
 
-       DAILYMOTION_MD5 = ""
+       DAILYMOTION_MD5 = "d363a50e9eb4f22ce90d08d15695bb47"
        DAILYMOTION_URL = "http://www.dailymotion.com/video/x33vw9_tutoriel-de-youtubeur-dl-des-video_tech"
-       DAILYMOTION_FILE = ""
-
-
-       METACAFE_MD5 = ""
-       METACAFE_URL = "http://www.metacafe.com/watch/yt-bV9L5Ht9LgY/download_youtube_playlist_with_youtube_dl/"
-       METACAFE_FILE = ""
-
-
-       PHOTOBUCKET_MD5 = ""
-       PHOTOBUCKET_URL = "http://www.metacafe.com/watch/yt-bV9L5Ht9LgY/download_youtube_playlist_with_youtube_dl/"
-       PHOTOBUCKET_FILE = ""
-
-
-       FACEBOOK_MD5 = ""
-       FACEBOOK_URL = "https://www.facebook.com/video/video.php?v=207446242657384"
-       FACEBOOK_FILE = ""
-
+       DAILYMOTION_FILE = "x33vw9.mp4"
 
-       BLIP_MD5 = ""
-       BLIP_URL = "https://www.facebook.com/video/video.php?v=207446242657384"
-       BLIP_FILE = ""
+       METACAFE_SIZE = 5754305
+       METACAFE_URL = "http://www.metacafe.com/watch/yt-_aUehQsCQtM/the_electric_company_short_i_pbs_kids_go/"
+       METACAFE_FILE = "_aUehQsCQtM.flv"
 
-       VIMEO_MD5 = ""
-       VIMEO_URL = "https://www.facebook.com/video/video.php?v=207446242657384"
-       VIMEO_FILE = ""
+       BLIP_MD5 = "93c24d2f4e0782af13b8a7606ea97ba7"
+       BLIP_URL = "http://blip.tv/cbr/cbr-exclusive-gotham-city-imposters-bats-vs-jokerz-short-3-5796352"
+       BLIP_FILE = "5779306.m4v"
 
        XVIDEO_MD5 = ""
-       XVIDEO_URL = "https://www.facebook.com/video/video.php?v=207446242657384"
+       XVIDEO_URL = ""
        XVIDEO_FILE = ""
 
 
        def test_youtube(self):
                #let's download a file from youtube
-               fd = FileDownloader({})
+               with open(DownloadTest.PARAMETERS_FILE) as f:
+                       fd = FileDownloader(json.load(f))
                fd.add_info_extractor(YoutubeIE())
                fd.download([DownloadTest.YOUTUBE_URL])
                self.assertTrue(os.path.exists(DownloadTest.YOUTUBE_FILE))
-               md5_down_file = md5_for_file(DownloadTest.YOUTUBE_FILE)
-               self.assertEqual(md5_down_file, DownloadTest.YOUTUBE_MD5)
+               self.assertEqual(os.path.getsize(DownloadTest.YOUTUBE_FILE), DownloadTest.YOUTUBE_SIZE)
 
        def test_dailymotion(self):
-               fd = FileDownloader({})
+               with open(DownloadTest.PARAMETERS_FILE) as f:
+                       fd = FileDownloader(json.load(f))
                fd.add_info_extractor(DailymotionIE())
                fd.download([DownloadTest.DAILYMOTION_URL])
                self.assertTrue(os.path.exists(DownloadTest.DAILYMOTION_FILE))
                md5_down_file = md5_for_file(DownloadTest.DAILYMOTION_FILE)
                self.assertEqual(md5_down_file, DownloadTest.DAILYMOTION_MD5)
 
-
        def test_metacafe(self):
-               fd = FileDownloader({})
+               #this emulate a skip,to be 2.6 compatible
+               with open(DownloadTest.PARAMETERS_FILE) as f:
+                       fd = FileDownloader(json.load(f))
                fd.add_info_extractor(MetacafeIE())
+               fd.add_info_extractor(YoutubeIE())
                fd.download([DownloadTest.METACAFE_URL])
                self.assertTrue(os.path.exists(DownloadTest.METACAFE_FILE))
-               md5_down_file = md5_for_file(DownloadTest.METACAFE_FILE)
-               self.assertEqual(md5_down_file, DownloadTest.METACAFE_MD5)
-
-       def test_photobucket(self):
-               fd = FileDownloader({})
-               fd.add_info_extractor(PhotobucketIE())
-               fd.download([DownloadTest.PHOTOBUCKET_URL])
-               self.assertTrue(os.path.exists(DownloadTest.PHOTOBUCKET_FILE))
-               md5_down_file = md5_for_file(DownloadTest.PHOTOBUCKET_FILE)
-               self.assertEqual(md5_down_file, DownloadTest.PHOTOBUCKET_MD5)
-
-
-       def test_facebook(self):
-               fd = FileDownloader({})
-               fd.add_info_extractor(FacebookIE())
-               fd.download([DownloadTest.FACEBOOK_URL])
-               self.assertTrue(os.path.exists(DownloadTest.FACEBOOK_FILE))
-               md5_down_file = md5_for_file(DownloadTest.FACEBOOK_FILE)
-               self.assertEqual(md5_down_file, DownloadTest.FACEBOOK_MD5)
+               self.assertEqual(os.path.getsize(DownloadTest.METACAFE_FILE), DownloadTest.METACAFE_SIZE)
 
        def test_blip(self):
-               fd = FileDownloader({})
+               with open(DownloadTest.PARAMETERS_FILE) as f:
+                       fd = FileDownloader(json.load(f))
                fd.add_info_extractor(BlipTVIE())
                fd.download([DownloadTest.BLIP_URL])
                self.assertTrue(os.path.exists(DownloadTest.BLIP_FILE))
                md5_down_file = md5_for_file(DownloadTest.BLIP_FILE)
                self.assertEqual(md5_down_file, DownloadTest.BLIP_MD5)
 
-
-       def test_vimeo(self):
-               fd = FileDownloader({})
-               fd.add_info_extractor(VimeoIE())
-               fd.download([DownloadTest.VIMEO_URL])
-               self.assertTrue(os.path.exists(DownloadTest.VIMEO_FILE))
-               md5_down_file = md5_for_file(DownloadTest.VIMEO_FILE)
-               self.assertEqual(md5_down_file, DownloadTest.VIMEO_MD5)
-
-
-       def test_xvideo(self):
-               fd = FileDownloader({})
-               fd.add_info_extractor(XVideosIE())
-               fd.download([DownloadTest.XVIDEO_URL])
-               self.assertTrue(os.path.exists(DownloadTest.XVIDEO_FILE))
-               md5_down_file = md5_for_file(DownloadTest.XVIDEO_FILE)
-               self.assertEqual(md5_down_file, DownloadTest.XVIDEO_MD5)
-
-       def cleanUp(self):
+       def tearDown(self):
                if os.path.exists(DownloadTest.YOUTUBE_FILE):
                        os.remove(DownloadTest.YOUTUBE_FILE)
                if os.path.exists(DownloadTest.DAILYMOTION_FILE):
                        os.remove(DownloadTest.DAILYMOTION_FILE)
                if os.path.exists(DownloadTest.METACAFE_FILE):
                        os.remove(DownloadTest.METACAFE_FILE)
-               if os.path.exists(DownloadTest.PHOTOBUCKET_FILE):
-                       os.remove(DownloadTest.PHOTOBUCKET_FILE)
-               if os.path.exists(DownloadTest.FACEBOOK_FILE):
-                       os.remove(DownloadTest.FACEBOOK_FILE)
                if os.path.exists(DownloadTest.BLIP_FILE):
                        os.remove(DownloadTest.BLIP_FILE)
-               if os.path.exists(DownloadTest.VIMEO_FILE):
-                       os.remove(DownloadTest.VIMEO_FILE)
-               if os.path.exists(DownloadTest.XVIDEO_FILE):
-                       os.remove(DownloadTest.XVIDEO_FILE)
 
-def md5_for_file(f, block_size=2**20):
-       md5 = hashlib.md5()
-       while True:
-               data = f.read(block_size)
-               if not data:
-                       break
-               md5.update(data)
-               return md5.digest()
+def md5_for_file(filename, block_size=2**20):
+    with open(filename) as f:
+        md5 = hashlib.md5()
+        while True:
+            data = f.read(block_size)
+            if not data:
+                break
+            md5.update(data)
+            return md5.hexdigest()