Statistics
| Branch: | Tag: | Revision:

root / kamaki / clients / pithos.py @ c4ab2af9

History | View | Annotate | Download (3.4 kB)

1
# Copyright 2011 GRNET S.A. All rights reserved.
2
#
3
# Redistribution and use in source and binary forms, with or
4
# without modification, are permitted provided that the following
5
# conditions are met:
6
#
7
#   1. Redistributions of source code must retain the above
8
#      copyright notice, this list of conditions and the following
9
#      disclaimer.
10
#
11
#   2. Redistributions in binary form must reproduce the above
12
#      copyright notice, this list of conditions and the following
13
#      disclaimer in the documentation and/or other materials
14
#      provided with the distribution.
15
#
16
# THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
17
# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
18
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19
# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
20
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
23
# USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
24
# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
26
# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27
# POSSIBILITY OF SUCH DAMAGE.
28
#
29
# The views and conclusions contained in the software and
30
# documentation are those of the authors and should not be
31
# interpreted as representing official policies, either expressed
32
# or implied, of GRNET S.A.
33

    
34
import hashlib
35
import json
36

    
37
from . import ClientError
38
from .storage import StorageClient
39
from ..utils import OrderedDict
40

    
41

    
42
class PithosClient(StorageClient):
43
    """GRNet Pithos API client"""
44
    
45
    def put_block(self, data, hash):
46
        path = '/%s/%s?update' % (self.account, self.container)
47
        headers = {'Content-Type': 'application/octet-stream',
48
                   'Content-Length': len(data)}
49
        resp, reply = self.raw_http_cmd('POST', path, data, headers,
50
                                        success=202)
51
        assert reply.strip() == hash, 'Local hash does not match server'
52
    
53
    def create_object(self, object, f):
54
        meta = self.get_container_meta()
55
        blocksize = int(meta['block-size'])
56
        blockhash = meta['block-hash']
57
        
58
        size = 0
59
        hashes = OrderedDict()
60
        data = f.read(blocksize)
61
        while data:
62
            bytes = len(data)
63
            h = hashlib.new(blockhash)
64
            h.update(data.rstrip('\x00'))
65
            hash = h.hexdigest()
66
            hashes[hash] = (size, bytes)
67
            size += bytes
68
            data = f.read(blocksize)
69
                
70
        path = '/%s/%s/%s?hashmap&format=json' % (self.account, self.container,
71
                                                  object)
72
        hashmap = dict(bytes=size, hashes=hashes.keys())
73
        req = json.dumps(hashmap)
74
        resp, reply = self.raw_http_cmd('PUT', path, req, success=None)
75
        
76
        if resp.status not in (201, 409):
77
            raise ClientError('Invalid response from the server')
78
        
79
        if resp.status == 201:
80
            return
81
        
82
        missing = json.loads(reply)
83
        
84
        for hash in missing:
85
            offset, bytes = hashes[hash]
86
            f.seek(offset)
87
            data = f.read(bytes)
88
            self.put_block(data, hash)
89
        
90
        self.http_put(path, req, success=201)