X-Git-Url: http://git.bitcoin.ninja/index.cgi?a=blobdiff_plain;f=youtube_dl%2Fpostprocessor%2Fxattrpp.py;h=814dabecf7be8a2e659ddd08882e5381003c2844;hb=30fa5c6087d2e5e7a2bfe395ffbb267d92959356;hp=ac2236f356af9005ec8d30f69a8419a3e9010841;hpb=2a2e2770cc216e3a0d29eb3d164b62bc97938176;p=youtube-dl diff --git a/youtube_dl/postprocessor/xattrpp.py b/youtube_dl/postprocessor/xattrpp.py index ac2236f35..814dabecf 100644 --- a/youtube_dl/postprocessor/xattrpp.py +++ b/youtube_dl/postprocessor/xattrpp.py @@ -1,11 +1,12 @@ -import os -import subprocess -import sys +from __future__ import unicode_literals from .common import PostProcessor +from ..compat import compat_os_name from ..utils import ( hyphenate_date, - preferredencoding, + write_xattr, + XAttrMetadataError, + XAttrUnavailableError, ) @@ -25,80 +26,8 @@ class XAttrMetadataPP(PostProcessor): def run(self, info): """ Set extended attributes on downloaded file (if xattr support is found). """ - # This mess below finds the best xattr tool for the job and creates a - # "write_xattr" function. - try: - # try the pyxattr module... - import xattr - def write_xattr(path, key, value): - return xattr.setxattr(path, key, value) - - except ImportError: - - if os.name == 'posix': - def which(bin): - for dir in os.environ["PATH"].split(":"): - path = os.path.join(dir, bin) - if os.path.exists(path): - return path - - user_has_setfattr = which("setfattr") - user_has_xattr = which("xattr") - - if user_has_setfattr or user_has_xattr: - - def write_xattr(path, key, value): - import errno - potential_errors = { - # setfattr: /tmp/blah: Operation not supported - "Operation not supported": errno.EOPNOTSUPP, - # setfattr: ~/blah: No such file or directory - # xattr: No such file: ~/blah - "No such file": errno.ENOENT, - } - - if user_has_setfattr: - cmd = ['setfattr', '-n', key, '-v', value, path] - elif user_has_xattr: - cmd = ['xattr', '-w', key, value, path] - - try: - subprocess.check_output(cmd, stderr=subprocess.STDOUT) - except subprocess.CalledProcessError as e: - errorstr = e.output.strip().decode() - for potential_errorstr, potential_errno in potential_errors.items(): - if errorstr.find(potential_errorstr) > -1: - e = OSError(potential_errno, potential_errorstr) - e.__cause__ = None - raise e - raise # Reraise unhandled error - - else: - # On Unix, and can't find pyxattr, setfattr, or xattr. - if sys.platform.startswith('linux'): - self._downloader.report_error( - "Couldn't find a tool to set the xattrs. " - "Install either the python 'pyxattr' or 'xattr' " - "modules, or the GNU 'attr' package " - "(which contains the 'setfattr' tool).") - else: - self._downloader.report_error( - "Couldn't find a tool to set the xattrs. " - "Install either the python 'xattr' module, " - "or the 'xattr' binary.") - else: - # Write xattrs to NTFS Alternate Data Streams: http://en.wikipedia.org/wiki/NTFS#Alternate_data_streams_.28ADS.29 - def write_xattr(path, key, value): - assert(key.find(":") < 0) - assert(path.find(":") < 0) - assert(os.path.exists(path)) - - ads_fn = path + ":" + key - with open(ads_fn, "w") as f: - f.write(value) - # Write the metadata to the file's xattrs - self._downloader.to_screen('[metadata] Writing metadata to file\'s xattrs...') + self._downloader.to_screen('[metadata] Writing metadata to file\'s xattrs') filename = info['filepath'] @@ -113,20 +42,38 @@ class XAttrMetadataPP(PostProcessor): 'user.dublincore.format': 'format', } + num_written = 0 for xattrname, infoname in xattr_mapping.items(): value = info.get(infoname) if value: - if infoname == "upload_date": + if infoname == 'upload_date': value = hyphenate_date(value) - byte_value = value.encode(preferredencoding()) + byte_value = value.encode('utf-8') write_xattr(filename, xattrname, byte_value) - - return True, info - - except OSError: - self._downloader.report_error("This filesystem doesn't support extended attributes. (You may have to enable them in your /etc/fstab)") - return False, info - + num_written += 1 + + return [], info + + except XAttrUnavailableError as e: + self._downloader.report_error(str(e)) + return [], info + + except XAttrMetadataError as e: + if e.reason == 'NO_SPACE': + self._downloader.report_warning( + 'There\'s no disk space left, disk quota exceeded or filesystem xattr limit exceeded. ' + + (('Some ' if num_written else '') + 'extended attributes are not written.').capitalize()) + elif e.reason == 'VALUE_TOO_LONG': + self._downloader.report_warning( + 'Unable to write extended attributes due to too long values.') + else: + msg = 'This filesystem doesn\'t support extended attributes. ' + if compat_os_name == 'nt': + msg += 'You need to use NTFS.' + else: + msg += '(You may have to enable them in your /etc/fstab)' + self._downloader.report_error(msg) + return [], info