1 # Copyright 2011-2012 GRNET S.A. All rights reserved.
3 # Redistribution and use in source and binary forms, with or
4 # without modification, are permitted provided that the following
7 # 1. Redistributions of source code must retain the above
8 # copyright notice, this list of conditions and the following
11 # 2. Redistributions in binary form must reproduce the above
12 # copyright notice, this list of conditions and the following
13 # disclaimer in the documentation and/or other materials
14 # provided with the distribution.
16 # THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
17 # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
18 # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 # PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
20 # CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
23 # USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
24 # AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25 # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
26 # ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27 # POSSIBILITY OF SUCH DAMAGE.
29 # The views and conclusions contained in the software and
30 # documentation are those of the authors and should not be
31 # interpreted as representing official policies, either expressed
32 # or implied, of GRNET S.A.
37 from hashmap import HashMap
38 from binascii import hexlify, unhexlify
39 from cStringIO import StringIO
40 from client import Fault
43 def upload(client, path, container, prefix, name=None, mimetype=None):
45 meta = client.retrieve_container_metadata(container)
46 blocksize = int(meta['x-container-block-size'])
47 blockhash = meta['x-container-block-hash']
49 size = os.path.getsize(path)
50 hashes = HashMap(blocksize, blockhash)
51 hashes.load(open(path))
52 map = {'bytes': size, 'hashes': [hexlify(x) for x in hashes]}
54 objectname = name if name else os.path.split(path)[-1]
55 object = prefix + objectname
56 kwargs = {'mimetype':mimetype} if mimetype else {}
59 v = client.create_object_by_hashmap(container, object, map, **kwargs)
61 if fault.status != 409:
66 if type(fault.data) == types.StringType:
67 missing = fault.data.split('\n')
68 elif type(fault.data) == types.ListType:
72 del missing[missing.index(''):]
74 with open(path) as fp:
76 offset = hashes.index(unhexlify(hash)) * blocksize
78 block = fp.read(blocksize)
79 client.update_container_data(container, StringIO(block))
81 return client.create_object_by_hashmap(container, object, map, **kwargs)
83 def download(client, container, object, path):
85 res = client.retrieve_object_hashmap(container, object)
86 blocksize = int(res['block_size'])
87 blockhash = res['block_hash']
91 if os.path.exists(path):
92 h = HashMap(blocksize, blockhash)
94 hashes = [hexlify(x) for x in h]
96 open(path, 'w').close() # Create an empty file
99 with open(path, 'a+') as fp:
101 for i, h in enumerate(map):
102 if i < len(hashes) and h == hashes[i]:
104 start = i * blocksize
105 end = '' if i == len(map) - 1 else ((i + 1) * blocksize) - 1
106 data = client.retrieve_object(container, object, range='bytes=%s-%s' % (start, end))
107 if i != len(map) - 1:
108 data += (blocksize - len(data)) * '\x00'