-import os
-import subprocess
-import sys
+from __future__ import unicode_literals
from .common import PostProcessor
+from ..compat import compat_os_name
from ..utils import (
hyphenate_date,
- preferredencoding,
+ write_xattr,
+ XAttrMetadataError,
+ XAttrUnavailableError,
)
def run(self, info):
""" Set extended attributes on downloaded file (if xattr support is found). """
- # This mess below finds the best xattr tool for the job and creates a
- # "write_xattr" function.
- try:
- # try the pyxattr module...
- import xattr
- def write_xattr(path, key, value):
- return xattr.setxattr(path, key, value)
-
- except ImportError:
-
- if os.name == 'posix':
- def which(bin):
- for dir in os.environ["PATH"].split(":"):
- path = os.path.join(dir, bin)
- if os.path.exists(path):
- return path
-
- user_has_setfattr = which("setfattr")
- user_has_xattr = which("xattr")
-
- if user_has_setfattr or user_has_xattr:
-
- def write_xattr(path, key, value):
- import errno
- potential_errors = {
- # setfattr: /tmp/blah: Operation not supported
- "Operation not supported": errno.EOPNOTSUPP,
- # setfattr: ~/blah: No such file or directory
- # xattr: No such file: ~/blah
- "No such file": errno.ENOENT,
- }
-
- if user_has_setfattr:
- cmd = ['setfattr', '-n', key, '-v', value, path]
- elif user_has_xattr:
- cmd = ['xattr', '-w', key, value, path]
-
- try:
- subprocess.check_output(cmd, stderr=subprocess.STDOUT)
- except subprocess.CalledProcessError as e:
- errorstr = e.output.strip().decode()
- for potential_errorstr, potential_errno in potential_errors.items():
- if errorstr.find(potential_errorstr) > -1:
- e = OSError(potential_errno, potential_errorstr)
- e.__cause__ = None
- raise e
- raise # Reraise unhandled error
-
- else:
- # On Unix, and can't find pyxattr, setfattr, or xattr.
- if sys.platform.startswith('linux'):
- self._downloader.report_error(
- "Couldn't find a tool to set the xattrs. "
- "Install either the python 'pyxattr' or 'xattr' "
- "modules, or the GNU 'attr' package "
- "(which contains the 'setfattr' tool).")
- else:
- self._downloader.report_error(
- "Couldn't find a tool to set the xattrs. "
- "Install either the python 'xattr' module, "
- "or the 'xattr' binary.")
- else:
- # Write xattrs to NTFS Alternate Data Streams: http://en.wikipedia.org/wiki/NTFS#Alternate_data_streams_.28ADS.29
- def write_xattr(path, key, value):
- assert(key.find(":") < 0)
- assert(path.find(":") < 0)
- assert(os.path.exists(path))
-
- ads_fn = path + ":" + key
- with open(ads_fn, "w") as f:
- f.write(value)
-
# Write the metadata to the file's xattrs
- self._downloader.to_screen('[metadata] Writing metadata to file\'s xattrs...')
+ self._downloader.to_screen('[metadata] Writing metadata to file\'s xattrs')
filename = info['filepath']
'user.dublincore.format': 'format',
}
+ num_written = 0
for xattrname, infoname in xattr_mapping.items():
value = info.get(infoname)
if value:
- if infoname == "upload_date":
+ if infoname == 'upload_date':
value = hyphenate_date(value)
- byte_value = value.encode(preferredencoding())
+ byte_value = value.encode('utf-8')
write_xattr(filename, xattrname, byte_value)
-
- return True, info
-
- except OSError:
- self._downloader.report_error("This filesystem doesn't support extended attributes. (You may have to enable them in your /etc/fstab)")
- return False, info
-
+ num_written += 1
+
+ return [], info
+
+ except XAttrUnavailableError as e:
+ self._downloader.report_error(str(e))
+ return [], info
+
+ except XAttrMetadataError as e:
+ if e.reason == 'NO_SPACE':
+ self._downloader.report_warning(
+ 'There\'s no disk space left, disk quota exceeded or filesystem xattr limit exceeded. '
+ + (('Some ' if num_written else '') + 'extended attributes are not written.').capitalize())
+ elif e.reason == 'VALUE_TOO_LONG':
+ self._downloader.report_warning(
+ 'Unable to write extended attributes due to too long values.')
+ else:
+ msg = 'This filesystem doesn\'t support extended attributes. '
+ if compat_os_name == 'nt':
+ msg += 'You need to use NTFS.'
+ else:
+ msg += '(You may have to enable them in your /etc/fstab)'
+ self._downloader.report_error(msg)
+ return [], info
projects / youtube-dl / blobdiff