Statistics
| Branch: | Tag: | Revision:

root / snf-pithos-backend / pithos / backends / lib / hashfiler / filemapper.py @ 14c9e061

History | View | Annotate | Download (3.7 kB)

1
# Copyright 2011-2012 GRNET S.A. All rights reserved.
2
#
3
# Redistribution and use in source and binary forms, with or
4
# without modification, are permitted provided that the following
5
# conditions are met:
6
#
7
#   1. Redistributions of source code must retain the above
8
#      copyright notice, this list of conditions and the following
9
#      disclaimer.
10
#
11
#   2. Redistributions in binary form must reproduce the above
12
#      copyright notice, this list of conditions and the following
13
#      disclaimer in the documentation and/or other materials
14
#      provided with the distribution.
15
#
16
# THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
17
# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
18
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19
# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
20
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
23
# USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
24
# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
26
# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27
# POSSIBILITY OF SUCH DAMAGE.
28
#
29
# The views and conclusions contained in the software and
30
# documentation are those of the authors and should not be
31
# interpreted as representing official policies, either expressed
32
# or implied, of GRNET S.A.
33

    
34
from os import makedirs
35
from os.path import isdir, realpath, exists, join
36
from binascii import hexlify
37

    
38
from context_file import ContextFile
39
from os import O_RDONLY, O_WRONLY
40

    
41

    
42
class FileMapper(object):
43
    """Mapper.
44
       Required constructor parameters: mappath, namelen.
45
    """
46

    
47
    mappath = None
48
    namelen = None
49

    
50
    def __init__(self, **params):
51
        self.params = params
52
        self.namelen = params['namelen']
53
        mappath = realpath(params['mappath'])
54
        if not isdir(mappath):
55
            if not exists(mappath):
56
                makedirs(mappath)
57
            else:
58
                raise ValueError("Variable mappath '%s' is not a directory" %
59
                                 (mappath,))
60
        self.mappath = mappath
61

    
62
    def _read_rear_map(self, maphash):
63
        filename = hexlify(maphash)
64
        dir = join(self.mappath, filename[0:2], filename[2:4], filename[4:6])
65
        name = join(dir, filename)
66
        return ContextFile(name, O_RDONLY)
67

    
68
    def _write_rear_map(self, maphash):
69
        filename = hexlify(maphash)
70
        dir = join(self.mappath, filename[0:2], filename[2:4], filename[4:6])
71
        if not exists(dir):
72
            makedirs(dir)
73
        name = join(dir, filename)
74
        return ContextFile(name, O_WRONLY)
75

    
76
    def _check_rear_map(self, maphash):
77
        filename = hexlify(maphash)
78
        dir = join(self.mappath, filename[0:2], filename[2:4], filename[4:6])
79
        name = join(dir, filename)
80
        return exists(name)
81

    
82
    def map_retr(self, maphash, blkoff=0, nr=100000000000000):
83
        """Return as a list, part of the hashes map of an object
84
           at the given block offset.
85
           By default, return the whole hashes map.
86
        """
87
        namelen = self.namelen
88
        hashes = ()
89

    
90
        with self._read_rear_map(maphash) as rmap:
91
            if rmap:
92
                hashes = list(rmap.sync_read_chunks(namelen, nr, blkoff))
93
        return hashes
94

    
95
    def map_stor(self, maphash, hashes=(), blkoff=0):
96
        """Store hashes in the given hashes map."""
97
        namelen = self.namelen
98
        if self._check_rear_map(maphash):
99
            return
100
        with self._write_rear_map(maphash) as rmap:
101
            rmap.sync_write_chunks(namelen, blkoff, hashes, None)