Statistics
| Branch: | Tag: | Revision:

root / snf-pithos-backend / pithos / backends / lib / hashfiler / radosmapper.py @ c30635bf

History | View | Annotate | Download (3.3 kB)

1
# Copyright 2011-2012 GRNET S.A. All rights reserved.
2
#
3
# Redistribution and use in source and binary forms, with or
4
# without modification, are permitted provided that the following
5
# conditions are met:
6
#
7
#   1. Redistributions of source code must retain the above
8
#      copyright notice, this list of conditions and the following
9
#      disclaimer.
10
#
11
#   2. Redistributions in binary form must reproduce the above
12
#      copyright notice, this list of conditions and the following
13
#      disclaimer in the documentation and/or other materials
14
#      provided with the distribution.
15
#
16
# THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
17
# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
18
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19
# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
20
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
23
# USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
24
# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
26
# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27
# POSSIBILITY OF SUCH DAMAGE.
28
#
29
# The views and conclusions contained in the software and
30
# documentation are those of the authors and should not be
31
# interpreted as representing official policies, either expressed
32
# or implied, of GRNET S.A.
33

    
34
from binascii import hexlify
35

    
36
from context_object import RadosObject, file_sync_read_chunks
37
from rados import *
38

    
39
CEPH_CONF_FILE="/etc/ceph/ceph.conf"
40

    
41
class RadosMapper(object):
42
    """Mapper.
43
       Required constructor parameters: mappath, namelen.
44
    """
45

    
46
    mappool = None
47
    namelen = None
48

    
49
    def __init__(self, **params):
50
        self.params = params
51
        self.namelen = params['namelen']
52
        mappool = params['mappool']
53

    
54
        rados = Rados(conffile=CEPH_CONF_FILE)
55
        rados.connect()
56
        if not rados.pool_exists(mappool):
57
            rados.pool_create(mappool)
58

    
59
        ioctx = rados.open_ioctx(mappool)
60

    
61
        self.mappool = mappool
62
        self.rados = rados
63
        self.ioctx = ioctx
64
        self.mappool = mappool
65

    
66
    def _get_rear_map(self, maphash, create=0):
67
        name = hexlify(maphash)
68
        return RadosObject(name, self.ioctx, create)
69

    
70
    def _check_rear_map(self, maphash):
71
        name = hexlify(maphash)
72
        try:
73
            self.ioctx.stat(name)
74
            return True
75
        except ObjectNotFound:
76
            return False
77

    
78
    def map_retr(self, maphash, blkoff=0, nr=100000000000000):
79
        """Return as a list, part of the hashes map of an object
80
           at the given block offset.
81
           By default, return the whole hashes map.
82
        """
83
        namelen = self.namelen
84
        hashes = ()
85

    
86
        with self._get_rear_map(maphash, 0) as rmap:
87
            if rmap:
88
                hashes = list(rmap.sync_read_chunks(namelen, nr, blkoff))
89
        return hashes
90

    
91
    def map_stor(self, maphash, hashes=(), blkoff=0, create=1):
92
        """Store hashes in the given hashes map."""
93
        namelen = self.namelen
94
        if self._check_rear_map(maphash):
95
            return
96
        with self._get_rear_map(maphash, 1) as rmap:
97
            rmap.sync_write_chunks(namelen, blkoff, hashes, None)
98