Revision cb787cc4

b/snf-pithos-backend/pithos/backends/lib/sqlalchemy/__init__.py
35 35
from node import Node, ROOTNODE, SERIAL, HASH, SIZE, TYPE, MTIME, MUSER, UUID, CHECKSUM, CLUSTER, MATCH_PREFIX, MATCH_EXACT
36 36
from permissions import Permissions, READ, WRITE
37 37
from config import Config
38
from quotaholder_sync import QuotaholderSync
38
from quotaholder_serials import QuotaholderSerial
39 39

  
40 40
__all__ = ["DBWrapper",
41 41
           "Node", "ROOTNODE", "SERIAL", "HASH", "SIZE", "TYPE", "MTIME", "MUSER", "UUID", "CHECKSUM", "CLUSTER", "MATCH_PREFIX", "MATCH_EXACT",
42
           "Permissions", "READ", "WRITE", "Config", "QuotaholderSync"]
42
           "Permissions", "READ", "WRITE", "Config", "QuotaholderSerial"]
b/snf-pithos-backend/pithos/backends/lib/sqlalchemy/quotaholder_serials.py
1
# Copyright 2011-2012 GRNET S.A. All rights reserved.
2
#
3
# Redistribution and use in source and binary forms, with or
4
# without modification, are permitted provided that the following
5
# conditions are met:
6
#
7
#   1. Redistributions of source code must retain the above
8
#      copyright notice, this list of conditions and the following
9
#      disclaimer.
10
#
11
#   2. Redistributions in binary form must reproduce the above
12
#      copyright notice, this list of conditions and the following
13
#      disclaimer in the documentation and/or other materials
14
#      provided with the distribution.
15
#
16
# THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
17
# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
18
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19
# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
20
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
23
# USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
24
# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
26
# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27
# POSSIBILITY OF SUCH DAMAGE.
28
#
29
# The views and conclusions contained in the software and
30
# documentation are those of the authors and should not be
31
# interpreted as representing official policies, either expressed
32
# or implied, of GRNET S.A.
33

  
34
from sqlalchemy import Table, Column, MetaData
35
from sqlalchemy.types import BigInteger
36
from sqlalchemy.sql import select
37
from sqlalchemy.exc import NoSuchTableError
38

  
39
from dbworker import DBWorker
40

  
41
def create_tables(engine):
42
    metadata = MetaData()
43
    columns = []
44
    columns.append(Column('serial', BigInteger, primary_key=True))
45
    config = Table('qh_sync', metadata, *columns, mysql_engine='InnoDB')
46
    
47
    metadata.create_all(engine)
48
    return metadata.sorted_tables
49

  
50
class QuotaholderSerial(DBWorker):
51
    """QuotaholderSerial keeps track of quota holder serials.
52
    """
53

  
54
    def __init__(self, **params):
55
        DBWorker.__init__(self, **params)
56
        try:
57
            metadata = MetaData(self.engine)
58
            self.qh_sync = Table('qh_sync', metadata, autoload=True)
59
        except NoSuchTableError:
60
            tables = create_tables(self.engine)
61
            map(lambda t: self.__setattr__(t.name, t), tables)
62

  
63
    def get_lower(self, serial):
64
        """Return entries lower than serial."""
65

  
66
        s = select([self.qh_sync.c.serial])
67
        s = s.where(self.qh_sync.c.serial < serial)
68
        r = self.conn.execute(s)
69
        rows = r.fetchall()
70
        r.close()
71
        return rows
72
    
73
    def insert_serial(self, serial):
74
        """Insert a serial.
75
        """
76

  
77
        s = self.qh_sync.insert()
78
        r = self.conn.execute(s, serial=serial)
79
        inserted_primary_key = r.inserted_primary_key[0]
80
        r.close()
81
        return inserted_primary_key
/dev/null
1
# Copyright 2011-2012 GRNET S.A. All rights reserved.
2
#
3
# Redistribution and use in source and binary forms, with or
4
# without modification, are permitted provided that the following
5
# conditions are met:
6
#
7
#   1. Redistributions of source code must retain the above
8
#      copyright notice, this list of conditions and the following
9
#      disclaimer.
10
#
11
#   2. Redistributions in binary form must reproduce the above
12
#      copyright notice, this list of conditions and the following
13
#      disclaimer in the documentation and/or other materials
14
#      provided with the distribution.
15
#
16
# THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
17
# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
18
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19
# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
20
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
23
# USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
24
# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
26
# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27
# POSSIBILITY OF SUCH DAMAGE.
28
#
29
# The views and conclusions contained in the software and
30
# documentation are those of the authors and should not be
31
# interpreted as representing official policies, either expressed
32
# or implied, of GRNET S.A.
33

  
34
from sqlalchemy import Table, Column, MetaData
35
from sqlalchemy.types import BigInteger
36
from sqlalchemy.sql import select
37
from sqlalchemy.exc import NoSuchTableError
38

  
39
from dbworker import DBWorker
40

  
41
def create_tables(engine):
42
    metadata = MetaData()
43
    columns = []
44
    columns.append(Column('serial', BigInteger, primary_key=True))
45
    config = Table('qh_sync', metadata, *columns, mysql_engine='InnoDB')
46
    
47
    metadata.create_all(engine)
48
    return metadata.sorted_tables
49

  
50
class QuotaholderSync(DBWorker):
51
    """QuotaholderSync are entries for syncing with quota holder.
52
    """
53

  
54
    def __init__(self, **params):
55
        DBWorker.__init__(self, **params)
56
        try:
57
            metadata = MetaData(self.engine)
58
            self.qh_sync = Table('qh_sync', metadata, autoload=True)
59
        except NoSuchTableError:
60
            tables = create_tables(self.engine)
61
            map(lambda t: self.__setattr__(t.name, t), tables)
62

  
63
    def get_lower(self, serial):
64
        """Return entries lower than serial."""
65

  
66
        s = select([self.qh_sync.c.serial])
67
        s = s.where(self.qh_sync.c.serial < serial)
68
        r = self.conn.execute(s)
69
        rows = r.fetchall()
70
        r.close()
71
        return rows
72
    
73
    def insert_serial(self, serial):
74
        """Insert a serial.
75
        """
76

  
77
        s = self.qh_sync.insert()
78
        r = self.conn.execute(s, serial=serial)
79
        inserted_primary_key = r.inserted_primary_key[0]
80
        r.close()
81
        return inserted_primary_key
b/snf-pithos-backend/pithos/backends/lib/sqlite/__init__.py
35 35
from node import Node, ROOTNODE, SERIAL, HASH, SIZE, TYPE, MTIME, MUSER, UUID, CHECKSUM, CLUSTER, MATCH_PREFIX, MATCH_EXACT
36 36
from permissions import Permissions, READ, WRITE
37 37
from config import Config
38
from quotaholder_sync import QuotaholderSync
38
from quotaholder_serials import QuotaholderSerial
39 39

  
40 40
__all__ = ["DBWrapper",
41 41
           "Node", "ROOTNODE", "SERIAL", "HASH", "SIZE", "TYPE", "MTIME", "MUSER", "UUID", "CHECKSUM", "CLUSTER", "MATCH_PREFIX", "MATCH_EXACT",
42
           "Permissions", "READ", "WRITE", "Config", "QuotaholderSync"]
42
           "Permissions", "READ", "WRITE", "Config", "QuotaholderSerial"]
b/snf-pithos-backend/pithos/backends/lib/sqlite/quotaholder_serials.py
1
# Copyright 2011-2012 GRNET S.A. All rights reserved.
2
#
3
# Redistribution and use in source and binary forms, with or
4
# without modification, are permitted provided that the following
5
# conditions are met:
6
#
7
#   1. Redistributions of source code must retain the above
8
#      copyright notice, this list of conditions and the following
9
#      disclaimer.
10
#
11
#   2. Redistributions in binary form must reproduce the above
12
#      copyright notice, this list of conditions and the following
13
#      disclaimer in the documentation and/or other materials
14
#      provided with the distribution.
15
#
16
# THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
17
# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
18
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19
# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
20
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
23
# USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
24
# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
26
# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27
# POSSIBILITY OF SUCH DAMAGE.
28
#
29
# The views and conclusions contained in the software and
30
# documentation are those of the authors and should not be
31
# interpreted as representing official policies, either expressed
32
# or implied, of GRNET S.A.
33

  
34
from dbworker import DBWorker
35

  
36
class QuotaholderSerial(DBWorker):
37
    """QuotaholderSerial keeps track of quota holder serials.
38
    """
39

  
40
    def __init__(self, **params):
41
        DBWorker.__init__(self, **params)
42
        execute = self.execute
43

  
44
        execute(""" create table if not exists qh_sync
45
                          ( serial bigint primary key) """)
46
    
47
    def get_lower(self, serial):
48
        """Return entries lower than serial."""
49

  
50
        q = "select serial from qh_sync where serial < ?"
51
        self.execute(q, (serial,))
52
        return self.fetchall()
53
    
54
    def insert_serial(self, serial):
55
        """Insert a serial.
56
        """
57

  
58
        q = "insert or ignore into qh_sync (serial) values (?)"
59
        return self.execute(q, (serial,)).lastrowid
60
        
/dev/null
1
# Copyright 2011-2012 GRNET S.A. All rights reserved.
2
#
3
# Redistribution and use in source and binary forms, with or
4
# without modification, are permitted provided that the following
5
# conditions are met:
6
#
7
#   1. Redistributions of source code must retain the above
8
#      copyright notice, this list of conditions and the following
9
#      disclaimer.
10
#
11
#   2. Redistributions in binary form must reproduce the above
12
#      copyright notice, this list of conditions and the following
13
#      disclaimer in the documentation and/or other materials
14
#      provided with the distribution.
15
#
16
# THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
17
# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
18
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19
# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
20
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
23
# USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
24
# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
26
# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27
# POSSIBILITY OF SUCH DAMAGE.
28
#
29
# The views and conclusions contained in the software and
30
# documentation are those of the authors and should not be
31
# interpreted as representing official policies, either expressed
32
# or implied, of GRNET S.A.
33

  
34
from dbworker import DBWorker
35

  
36

  
37
class Public(DBWorker):
38
    """Paths can be marked as public."""
39

  
40
    def __init__(self, **params):
41
        DBWorker.__init__(self, **params)
42
        execute = self.execute
43

  
44
        execute(""" create table if not exists public
45
                          ( public_id integer primary key autoincrement,
46
                            path      text not null,
47
                            active    boolean not null default 1 ) """)
48
        execute(""" create unique index if not exists idx_public_path
49
                    on public(path) """)
50

  
51
    def public_set(self, path):
52
        q = "insert or ignore into public (path) values (?)"
53
        self.execute(q, (path,))
54
        q = "update public set active = 1 where path = ?"
55
        self.execute(q, (path,))
56

  
57
    def public_unset(self, path):
58
        q = "update public set active = 0 where path = ?"
59
        self.execute(q, (path,))
60

  
61
    def public_unset_bulk(self, paths):
62
        placeholders = ','.join('?' for path in paths)
63
        q = "update public set active = 0 where path in (%s)" % placeholders
64
        self.execute(q, paths)
65

  
66
    def public_get(self, path):
67
        q = "select public_id from public where path = ? and active = 1"
68
        self.execute(q, (path,))
69
        row = self.fetchone()
70
        if row:
71
            return row[0]
72
        return None
73

  
74
    def public_list(self, prefix):
75
        q = "select path, public_id from public where path like ? escape '\\' and active = 1"
76
        self.execute(q, (self.escape_like(prefix) + '%',))
77
        return self.fetchall()
78

  
79
    def public_path(self, public):
80
        q = "select path from public where public_id = ? and active = 1"
81
        self.execute(q, (public,))
82
        row = self.fetchone()
83
        if row:
84
            return row[0]
85
        return None
86

  
87
class QuotaholderSync(DBWorker):
88
    """QuotaholderSync are entries for syncing with quota holder.
89
    """
90

  
91
    def __init__(self, **params):
92
        DBWorker.__init__(self, **params)
93
        execute = self.execute
94

  
95
        execute(""" create table if not exists qh_sync
96
                          ( serial bigint primary key) """)
97
    
98
    def get_lower(self, serial):
99
        """Return entries lower than serial."""
100

  
101
        q = "select serial from qh_sync where serial < ?"
102
        self.execute(q, (serial,))
103
        return self.fetchall()
104
    
105
    def insert_serial(self, serial):
106
        """Insert a serial.
107
        """
108

  
109
        q = "insert or ignore into qh_sync (serial) values (?)"
110
        return self.execute(q, (serial,)).lastrowid
111
        
b/snf-pithos-backend/pithos/backends/modular.py
154 154
        params = {'wrapper': self.wrapper}
155 155
        self.permissions = self.db_module.Permissions(**params)
156 156
        self.config = self.db_module.Config(**params)
157
        self.quotaholder_sync = self.db_module.QuotaholderSync(**params)
157
        self.quotaholder_serials = self.db_module.QuotaholderSerial(**params)
158 158
        for x in ['READ', 'WRITE']:
159 159
            setattr(self, x, getattr(self.db_module, x))
160 160
        self.node = self.db_module.Node(**params)

Also available in: Unified diff