X-Git-Url: http://git.bitcoin.ninja/index.cgi?a=blobdiff_plain;f=youtube_dl%2Fcompat.py;h=bc218dd719074204b3e94e7ec124f02914b28f51;hb=67134eaba1a56cec4117000acb2fc9284c9cdd9a;hp=f9529210dd955932eca837aa7022696470c557ed;hpb=ac0474f89d3e6f8c8c1fb3223a16a18a2fd02bcb;p=youtube-dl

diff --git a/youtube_dl/compat.py b/youtube_dl/compat.py
index f9529210d..bc218dd71 100644
--- a/youtube_dl/compat.py
+++ b/youtube_dl/compat.py
@@ -388,6 +388,10 @@ else:
             pass
         return _terminal_size(columns, lines)
 
+if sys.version_info >= (3, 0):
+    from tokenize import tokenize as compat_tokenize_tokenize
+else:
+    from tokenize import generate_tokens as compat_tokenize_tokenize
 
 __all__ = [
     'compat_HTTPError',
@@ -408,6 +412,7 @@ __all__ = [
     'compat_socket_create_connection',
     'compat_str',
     'compat_subprocess_get_DEVNULL',
+    'compat_tokenize_tokenize',
     'compat_urllib_error',
     'compat_urllib_parse',
     'compat_urllib_parse_unquote',