1 # Copyright 2011 GRNET S.A. All rights reserved.
3 # Redistribution and use in source and binary forms, with or
4 # without modification, are permitted provided that the following
7 # 1. Redistributions of source code must retain the above
8 # copyright notice, this list of conditions and the following
11 # 2. Redistributions in binary form must reproduce the above
12 # copyright notice, this list of conditions and the following
13 # disclaimer in the documentation and/or other materials
14 # provided with the distribution.
16 # THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
17 # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
18 # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 # PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
20 # CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
23 # USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
24 # AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25 # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
26 # ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27 # POSSIBILITY OF SUCH DAMAGE.
29 # The views and conclusions contained in the software and
30 # documentation are those of the authors and should not be
31 # interpreted as representing official policies, either expressed
32 # or implied, of GRNET S.A.
34 from hashmap import HashMap
35 from binascii import hexlify, unhexlify
36 from cStringIO import StringIO
37 from lib.client import Fault
42 def smart_upload(client, file, blocksize, blockhash):
43 dest_container = 'pithos'
44 dest_object = os.path.split(file)[-1]
46 size = os.path.getsize(file)
47 hashes = HashMap(sys.argv[1], blocksize, blockhash)
48 map = {'bytes': size, 'hashes': [hexlify(x) for x in hashes]}
51 client.create_object_by_hashmap(dest_container, dest_object, map)
53 if fault.status != 409:
58 missing = fault.data.split('\n')
60 del missing[missing.index(''):]
62 with open(file) as fp:
64 offset = hashes.index(unhexlify(hash)) * BLOCK_SIZE
66 block = fp.read(BLOCK_SIZE)
67 client.create_object('pithos', '.upload', StringIO(block))
69 client.create_object_by_hashmap(dest_container, dest_object, map)