#!/usr/bin/env python
+# Copyright 2011 GRNET S.A. All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or
+# without modification, are permitted provided that the following
+# conditions are met:
+#
+# 1. Redistributions of source code must retain the above
+# copyright notice, this list of conditions and the following
+# disclaimer.
+#
+# 2. Redistributions in binary form must reproduce the above
+# copyright notice, this list of conditions and the following
+# disclaimer in the documentation and/or other materials
+# provided with the distribution.
+#
+# THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
+# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
+# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
+# USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
+# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
+# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+# POSSIBILITY OF SUCH DAMAGE.
+#
+# The views and conclusions contained in the software and
+# documentation are those of the authors and should not be
+# interpreted as representing official policies, either expressed
+# or implied, of GRNET S.A.
+
from getpass import getuser
from optparse import OptionParser
from os.path import basename
from sys import argv, exit, stdin, stdout
from pithos.lib.client import Client, Fault
+from datetime import datetime
import json
import logging
import types
+import re
+import time as _time
DEFAULT_HOST = 'pithos.dev.grnet.gr'
DEFAULT_API = 'v1'
return _cli_commands[name]
class Command(object):
- def __init__(self, argv):
- parser = OptionParser()
+ def __init__(self, name, argv):
+ parser = OptionParser('%%prog %s [options] %s' % (name, self.syntax))
parser.add_option('--host', dest='host', metavar='HOST',
default=DEFAULT_HOST, help='use server HOST')
parser.add_option('--user', dest='user', metavar='USERNAME',
self.parser = parser
self.args = args
-
+
def add_options(self, parser):
pass
-
+
def execute(self, *args):
pass
parser.add_option('--if-unmodified-since', action='store', type='str',
dest='if_unmodified_since', default=None,
help='show output if not modified since then')
-
+ parser.add_option('--until', action='store', dest='until',
+ default=False, help='show metadata until that date')
+ parser.add_option('--format', action='store', dest='format',
+ default='%d/%m/%Y', help='format to parse until date')
+
def execute(self, container=None):
if container:
self.list_objects(container)
params = {'limit':self.limit, 'marker':self.marker}
headers = {'IF_MODIFIED_SINCE':self.if_modified_since,
'IF_UNMODIFIED_SINCE':self.if_unmodified_since}
+
+ if self.until:
+ t = _time.strptime(self.until, self.format)
+ params['until'] = int(_time.mktime(t))
+
l = self.client.list_containers(self.detail, params, headers)
print_list(l)
-
+
def list_objects(self, container):
params = {'limit':self.limit, 'marker':self.marker,
'prefix':self.prefix, 'delimiter':self.delimiter,
'path':self.path, 'meta':self.meta}
headers = {'IF_MODIFIED_SINCE':self.if_modified_since,
'IF_UNMODIFIED_SINCE':self.if_unmodified_since}
- l = self.client.list_objects(container, self.detail, params, headers)
- print_list(l)
+ container, sep, object = container.partition('/')
+ if object:
+ return
+
+ if self.until:
+ t = _time.strptime(self.until, self.format)
+ params['until'] = int(_time.mktime(t))
+
+ detail = 'json'
+ #if request with meta quering disable trash filtering
+ show_trashed = True if self.meta else False
+ l = self.client.list_objects(container, detail, params, headers,
+ include_trashed = show_trashed)
+ print_list(l, detail=self.detail)
@cli_command('meta')
class Meta(Command):
syntax = '[<container>[/<object>]]'
description = 'get the metadata of an account, a container or an object'
-
+
+ def add_options(self, parser):
+ parser.add_option('-r', action='store_true', dest='restricted',
+ default=False, help='show only user defined metadata')
+ parser.add_option('--until', action='store', dest='until',
+ default=False, help='show metadata until that date')
+ parser.add_option('--format', action='store', dest='format',
+ default='%d/%m/%Y', help='format to parse until date')
+ parser.add_option('--version', action='store', dest='version',
+ default=None, help='show specific version \
+ (applies only for objects)')
+
def execute(self, path=''):
container, sep, object = path.partition('/')
+ if self.until:
+ t = _time.strptime(self.until, self.format)
+ self.until = int(_time.mktime(t))
if object:
- meta = self.client.retrieve_object_metadata(container, object)
+ meta = self.client.retrieve_object_metadata(container, object,
+ self.restricted,
+ self.version)
elif container:
- meta = self.client.retrieve_container_metadata(container)
+ meta = self.client.retrieve_container_metadata(container,
+ self.restricted,
+ self.until)
else:
- meta = self.client.account_metadata()
+ meta = self.client.account_metadata(self.restricted, self.until)
if meta == None:
print 'Entity does not exist'
else:
parser.add_option('-f', action='store', type='str',
dest='file', default=None,
help='save output in file')
-
+ parser.add_option('--version', action='store', type='str',
+ dest='version', default=None,
+ help='get the specific \
+ version')
+ parser.add_option('--versionlist', action='store_true',
+ dest='versionlist', default=False,
+ help='get the full object version list')
+
def execute(self, path):
headers = {}
if self.range:
for a in attrs:
headers[a.replace('-', '_').upper()] = getattr(self, a)
container, sep, object = path.partition('/')
+ if self.versionlist:
+ self.version = 'list'
+ self.detail = True
data = self.client.retrieve_object(container, object, self.detail,
- headers)
- if self.file:
- if self.detail:
- f = self.file and open(self.file, 'w') or stdout
- data = json.loads(data)
- print_dict(data, f=f)
+ headers, self.version)
+ f = self.file and open(self.file, 'w') or stdout
+ if self.detail:
+ data = json.loads(data)
+ if self.versionlist:
+ print_versions(data, f=f)
else:
- fw = open(self.file, 'w')
- fw.write(data)
- fw.close()
+ print_dict(data, f=f)
else:
- print data
+ f.write(data)
+ f.close()
+
+@cli_command('mkdir')
+class PutMarker(Command):
+ syntax = '<container>/<directory marker>'
+ description = 'create a directory marker'
+
+ def execute(self, path):
+ container, sep, object = path.partition('/')
+ self.client.create_directory_marker(container, object)
@cli_command('put')
class PutObject(Command):
syntax = '<container>/<object> <path> [key=val] [...]'
description = 'create/override object with path contents or standard input'
-
+
def add_options(self, parser):
parser.add_option('--chunked', action='store_true', dest='chunked',
default=False, help='set chunked transfer mode')
parser.add_option('--content-disposition', action='store', type='str',
dest='content-disposition', default=None,
help='provide the presentation style of the object')
- parser.add_option('--manifest', action='store', type='str',
- dest='manifest', default=None,
+ parser.add_option('-S', action='store',
+ dest='segment-size', default=False,
help='use for large file support')
-
- def execute(self, path, srcpath, *args):
+ parser.add_option('--manifest', action='store_true',
+ dest='manifest', default=None,
+ help='upload a manifestation file')
+ parser.add_option('--type', action='store',
+ dest='content-type', default=False,
+ help='create object with specific content type')
+ parser.add_option('--touch', action='store_true',
+ dest='touch', default=False,
+ help='create object with zero data')
+ parser.add_option('--sharing', action='store',
+ dest='sharing', default=None,
+ help='define sharing object policy')
+
+ def execute(self, path, srcpath='-', *args):
headers = {}
if self.manifest:
headers['X_OBJECT_MANIFEST'] = self.manifest
-
- attrs = ['etag', 'content-encoding', 'content-disposition']
+ if self.sharing:
+ headers['X_OBJECT_SHARING'] = self.sharing
+
+ attrs = ['etag', 'content-encoding', 'content-disposition',
+ 'content-type']
attrs = [a for a in attrs if getattr(self, a)]
for a in attrs:
headers[a.replace('-', '_').upper()] = getattr(self, a)
container, sep, object = path.partition('/')
- f = srcpath != '-' and open(srcpath) or stdin
- chunked = (self.chunked or f == stdin) and True or False
+ f = None
+ chunked = False
+ if not self.touch:
+ f = srcpath != '-' and open(srcpath) or stdin
+ chunked = (self.chunked or f == stdin) and True or False
self.client.create_object(container, object, f, chunked=chunked,
headers=headers)
- f.close()
+ if f:
+ f.close()
@cli_command('copy', 'cp')
class CopyObject(Command):
syntax = '<src container>/<src object> [<dst container>/]<dst object>'
description = 'copies an object to a different location'
+ def add_options(self, parser):
+ parser.add_option('--version', action='store',
+ dest='version', default=False,
+ help='copy specific version')
+
def execute(self, src, dst):
src_container, sep, src_object = src.partition('/')
dst_container, sep, dst_object = dst.partition('/')
if not sep:
dst_container = src_container
dst_object = dst
+ version = getattr(self, 'version')
+ if version:
+ headers = {}
+ headers['X_SOURCE_VERSION'] = version
self.client.copy_object(src_container, src_object, dst_container,
- dst_object)
+ dst_object, headers)
@cli_command('set')
class SetMeta(Command):
@cli_command('update')
class UpdateObject(Command):
syntax = '<container>/<object> path [key=val] [...]'
- description = 'update object metadata/data'
+ description = 'update object metadata/data (default mode: append)'
def add_options(self, parser):
parser.add_option('-a', action='store_true', dest='append',
- default=None, help='append data')
+ default=True, help='append data')
parser.add_option('--start', action='store',
dest='start',
- default=None, help='range of data to be updated')
+ default=None, help='starting offest to be updated')
parser.add_option('--range', action='store', dest='content-range',
default=None, help='range of data to be updated')
parser.add_option('--chunked', action='store_true', dest='chunked',
help='provide the presentation style of the object')
parser.add_option('--manifest', action='store', type='str',
dest='manifest', default=None,
- help='use for large file support')
+ help='use for large file support')
+ parser.add_option('--sharing', action='store',
+ dest='sharing', default=None,
+ help='define sharing object policy')
+ parser.add_option('--touch', action='store_true',
+ dest='touch', default=False,
+ help='change file properties')
+
- def execute(self, path, srcpath, *args):
+
+ def execute(self, path, srcpath='-', *args):
headers = {}
if self.manifest:
headers['X_OBJECT_MANIFEST'] = self.manifest
+ if self.sharing:
+ headers['X_OBJECT_SHARING'] = self.sharing
- if self.append:
+ if getattr(self, 'start'):
+ headers['CONTENT_RANGE'] = 'bytes %s-/*' % getattr(self, 'start')
+ elif self.append:
headers['CONTENT_RANGE'] = 'bytes */*'
- elif self.start:
- headers['CONTENT_RANGE'] = 'bytes %s-/*' % self.first-byte-pos
attrs = ['content-encoding', 'content-disposition']
attrs = [a for a in attrs if getattr(self, a)]
container, sep, object = path.partition('/')
- f = srcpath != '-' and open(srcpath) or stdin
- chunked = (self.chunked or f == stdin) and True or False
+ f = None
+ chunked = False
+ if not self.touch:
+ f = srcpath != '-' and open(srcpath) or stdin
+ chunked = (self.chunked or f == stdin) and True or False
self.client.update_object(container, object, f, chunked=chunked,
headers=headers)
- f.close()
+ if f:
+ f.close()
@cli_command('move', 'mv')
class MoveObject(Command):
if not sep:
dst_container = src_container
dst_object = dst
+
self.client.move_object(src_container, src_object, dst_container,
- dst_object)
+ dst_object, headers)
+
+@cli_command('remove')
+class TrashObject(Command):
+ syntax = '<container>/<object>'
+ description = 'trashes an object'
+
+ def execute(self, src):
+ src_container, sep, src_object = src.partition('/')
+
+ self.client.trash_object(src_container, src_object)
+
+@cli_command('restore')
+class TrashObject(Command):
+ syntax = '<container>/<object>'
+ description = 'trashes an object'
+
+ def execute(self, src):
+ src_container, sep, src_object = src.partition('/')
+
+ self.client.restore_object(src_container, src_object)
+
+@cli_command('unset')
+class TrashObject(Command):
+ syntax = '<container>/[<object>] key [key] [...]'
+ description = 'deletes metadata info'
+
+ def execute(self, path, *args):
+ #in case of account fix the args
+ if len(args) == 0:
+ args = list(args)
+ args.append(path)
+ args = tuple(args)
+ path = ''
+ meta = []
+ for key in args:
+ meta.append(key)
+ container, sep, object = path.partition('/')
+ if object:
+ self.client.delete_object_metadata(container, object, meta)
+ elif container:
+ self.client.delete_container_metadata(container, meta)
+ else:
+ self.client.delete_account_metadata(meta)
+
+@cli_command('group')
+class SetGroup(Command):
+ syntax = 'key=val [key=val] [...]'
+ description = 'sets group account info'
+
+ def execute(self, path='', **args):
+ if len(args) == 0:
+ args = list(args)
+ args.append(path)
+ args = tuple(args)
+ path = ''
+ groups = {}
+ for arg in args:
+ key, sep, val = arg.partition('=')
+ groups[key] = val
+ self.client.set_account_groups(groups)
def print_usage():
cmd = Command([])
commands.append(' %s %s' % (name.ljust(12), description))
print '\nCommands:\n' + '\n'.join(sorted(commands))
-def print_dict(d, header='name', f=stdout):
+def print_dict(d, header='name', f=stdout, detail=True):
header = header in d and header or 'subdir'
if header and header in d:
f.write('%s\n' %d.pop(header))
- for key, val in sorted(d.items()):
- f.write('%s: %s\n' % (key.rjust(15), val))
+ if detail:
+ patterns = ['^x_(account|container|object)_meta_(\w+)$']
+ patterns.append(patterns[0].replace('_', '-'))
+ for key, val in sorted(d.items()):
+ for p in patterns:
+ p = re.compile(p)
+ m = p.match(key)
+ if m:
+ key = m.group(2)
+ f.write('%s: %s\n' % (key.rjust(30), val))
-def print_list(l, verbose=False, f=stdout):
+def print_list(l, verbose=False, f=stdout, detail=True):
for elem in l:
#if it's empty string continue
if not elem:
continue
if type(elem) == types.DictionaryType:
- print_dict(elem, f=f)
+ print_dict(elem, f=f, detail=detail)
elif type(elem) == types.StringType:
if not verbose:
elem = elem.split('Traceback')[0]
else:
f.write('%s\n' % elem)
+def print_versions(data, f=stdout):
+ if 'versions' not in data:
+ f.write('%s\n' %data)
+ return
+ f.write('versions:\n')
+ for id, t in data['versions']:
+ f.write('%s @ %s\n' % (str(id).rjust(30), datetime.fromtimestamp(t)))
+
def main():
try:
name = argv[1]
print_usage()
exit(1)
- cmd = cls(argv[2:])
+ cmd = cls(name, argv[2:])
try:
cmd.execute(*cmd.args)
- except TypeError:
- cmd.parser.usage = '%%prog %s [options] %s' % (name, cmd.syntax)
+ except TypeError, e:
cmd.parser.print_help()
exit(1)
except Fault, f:
- print f.data
+ status = f.status and '%s ' % f.status or ''
+ print '%s%s' % (status, f.data)
if __name__ == '__main__':
main()