from datetime import datetime
from Queue import Queue, Empty
+from itertools import chain
import os
import re
from threading import Event
-from urlparse import urlparse
+from django.utils.http import urlunquote
from django.utils.timezone import localtime, UTC
from gridftp import FTPClient, Buffer, HandleAttr, OperationAttr
-class FTPException(Exception):
+class FTPError(Exception):
pass
msg = match.groups()[0] if match else "Unknown error"
- raise FTPException(msg)
+ raise FTPError(msg)
def listing(self, url):
self.cli.verbose_list(url, self._done, None, self.op_attr)
data = self.listing(url).next()
if data['name'] == '.':
- data['name'] = os.path.basename(urlparse(url).path.rstrip('/')) or u'/'
+ data['name'] = os.path.basename(os.path.normpath(url))
return data
return False
def compress(self, server, path, files, archive):
+ self._check_disk_stack_args(*([path, archive] + files))
+
if self.match_ext(archive, '.tar.gz', '.tgz'):
- cmd, args = 'tar', ['cvzf', os.path.join(path, archive), '-C', path] + files
+ cmd, args = 'tar', ['cvzf', archive, '-C', path] + files
elif self.match_ext(archive, '.tar.bz2', '.tbz'):
- cmd, args = 'tar', ['cvjf', os.path.join(path, archive), '-C', path] + files
+ cmd, args = 'tar', ['cvjf', archive, '-C', path] + files
elif self.match_ext(archive, '.zip'):
- cmd, args = 'zip', ['-r', os.path.join(path, archive)] + [os.path.join(path, f) for f in files]
+ cmd, args = 'jar', (['cvMf', archive] + list(chain.from_iterable(('-C', path, f) for f in files)))
else:
raise ValueError('Unknown archive type: {}'.format(archive))
- # FIXME handling filename with #
self.op_attr.set_disk_stack('#'.join(["popen:argv=", cmd] + args))
return self.get(server)
def extract(self, server, archive, dst):
+ self._check_disk_stack_args(*[archive, dst])
+
if self.match_ext(archive, '.tar.gz', '.tgz'):
- cmd, args = 'tar', ['xvzf', archive, '-C', dst]
+ cmd, args = 'tar', ('xvzf', archive, '-C', dst)
elif self.match_ext(archive, '.tar.bz2', '.tbz'):
- cmd, args = 'tar', ['xvjf', archive, '-C', dst]
+ cmd, args = 'tar', ('xvjf', archive, '-C', dst)
elif self.match_ext(archive, '.zip'):
- cmd, args = 'unzip', [archive, '-d', dst]
+ cmd, args = 'unzip', (archive, '-d', dst)
else:
raise ValueError('Unknown archive type: {}'.format(archive))
- # FIXME handling filename with #
- self.op_attr.set_disk_stack('#'.join(["popen:argv=", cmd] + args))
+ self.op_attr.set_disk_stack('#'.join(("popen:argv=", cmd) + args))
return self.get(server)
+
+ @staticmethod
+ def _check_disk_stack_args(*args):
+ for char in ['#', ',', ';', '%23', '%3B']:
+ for arg in args:
+ if char in arg:
+ raise ValueError('Unsupported character `{}` in `{}`!'.format(urlunquote(char), urlunquote(arg)))