Statistics
| Branch: | Tag: | Revision:

root / snf-pithos-backend / pithos / backends / lib / sqlalchemy / xfeatures.py @ 5a6a68f3

History | View | Annotate | Download (7.8 kB)

1 2e662088 Antony Chazapis
# Copyright 2011-2012 GRNET S.A. All rights reserved.
2 2715ade4 Sofia Papagiannaki
#
3 4f917833 Sofia Papagiannaki
# Redistribution and use in source and binary forms, with or
4 4f917833 Sofia Papagiannaki
# without modification, are permitted provided that the following
5 4f917833 Sofia Papagiannaki
# conditions are met:
6 2715ade4 Sofia Papagiannaki
#
7 4f917833 Sofia Papagiannaki
#   1. Redistributions of source code must retain the above
8 4f917833 Sofia Papagiannaki
#      copyright notice, this list of conditions and the following
9 4f917833 Sofia Papagiannaki
#      disclaimer.
10 2715ade4 Sofia Papagiannaki
#
11 4f917833 Sofia Papagiannaki
#   2. Redistributions in binary form must reproduce the above
12 4f917833 Sofia Papagiannaki
#      copyright notice, this list of conditions and the following
13 4f917833 Sofia Papagiannaki
#      disclaimer in the documentation and/or other materials
14 4f917833 Sofia Papagiannaki
#      provided with the distribution.
15 2715ade4 Sofia Papagiannaki
#
16 4f917833 Sofia Papagiannaki
# THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
17 4f917833 Sofia Papagiannaki
# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
18 4f917833 Sofia Papagiannaki
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 4f917833 Sofia Papagiannaki
# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
20 4f917833 Sofia Papagiannaki
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 4f917833 Sofia Papagiannaki
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22 4f917833 Sofia Papagiannaki
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
23 4f917833 Sofia Papagiannaki
# USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
24 4f917833 Sofia Papagiannaki
# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25 4f917833 Sofia Papagiannaki
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
26 4f917833 Sofia Papagiannaki
# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27 4f917833 Sofia Papagiannaki
# POSSIBILITY OF SUCH DAMAGE.
28 2715ade4 Sofia Papagiannaki
#
29 4f917833 Sofia Papagiannaki
# The views and conclusions contained in the software and
30 4f917833 Sofia Papagiannaki
# documentation are those of the authors and should not be
31 4f917833 Sofia Papagiannaki
# interpreted as representing official policies, either expressed
32 4f917833 Sofia Papagiannaki
# or implied, of GRNET S.A.
33 4f917833 Sofia Papagiannaki
34 4f917833 Sofia Papagiannaki
from collections import defaultdict
35 4f917833 Sofia Papagiannaki
from sqlalchemy import Table, Column, String, Integer, MetaData, ForeignKey
36 4f917833 Sofia Papagiannaki
from sqlalchemy.sql import select, and_
37 4f917833 Sofia Papagiannaki
from sqlalchemy.schema import Index
38 4f917833 Sofia Papagiannaki
from sqlalchemy.sql.expression import desc
39 6a82f89f Sofia Papagiannaki
from sqlalchemy.exc import NoSuchTableError
40 4f917833 Sofia Papagiannaki
41 4f917833 Sofia Papagiannaki
from dbworker import DBWorker
42 4f917833 Sofia Papagiannaki
43 2715ade4 Sofia Papagiannaki
44 6a82f89f Sofia Papagiannaki
def create_tables(engine):
45 6a82f89f Sofia Papagiannaki
    metadata = MetaData()
46 2715ade4 Sofia Papagiannaki
    columns = []
47 6a82f89f Sofia Papagiannaki
    columns.append(Column('feature_id', Integer, primary_key=True))
48 6a82f89f Sofia Papagiannaki
    columns.append(Column('path', String(2048)))
49 6a82f89f Sofia Papagiannaki
    xfeatures = Table('xfeatures', metadata, *columns, mysql_engine='InnoDB')
50 6a82f89f Sofia Papagiannaki
    # place an index on path
51 6a82f89f Sofia Papagiannaki
    Index('idx_features_path', xfeatures.c.path, unique=True)
52 2715ade4 Sofia Papagiannaki
53 2715ade4 Sofia Papagiannaki
    columns = []
54 6a82f89f Sofia Papagiannaki
    columns.append(Column('feature_id', Integer,
55 6a82f89f Sofia Papagiannaki
                          ForeignKey('xfeatures.feature_id',
56 6a82f89f Sofia Papagiannaki
                                     ondelete='CASCADE'),
57 6a82f89f Sofia Papagiannaki
                          primary_key=True))
58 6a82f89f Sofia Papagiannaki
    columns.append(Column('key', Integer, primary_key=True,
59 6a82f89f Sofia Papagiannaki
                          autoincrement=False))
60 6a82f89f Sofia Papagiannaki
    columns.append(Column('value', String(256), primary_key=True))
61 2715ade4 Sofia Papagiannaki
    xfeaturevals = Table(
62 2715ade4 Sofia Papagiannaki
        'xfeaturevals', metadata, *columns, mysql_engine='InnoDB')
63 2715ade4 Sofia Papagiannaki
64 6a82f89f Sofia Papagiannaki
    metadata.create_all(engine)
65 6a82f89f Sofia Papagiannaki
    return metadata.sorted_tables
66 4f917833 Sofia Papagiannaki
67 2715ade4 Sofia Papagiannaki
68 4f917833 Sofia Papagiannaki
class XFeatures(DBWorker):
69 4f917833 Sofia Papagiannaki
    """XFeatures are path properties that allow non-nested
70 4f917833 Sofia Papagiannaki
       inheritance patterns. Currently used for storing permissions.
71 4f917833 Sofia Papagiannaki
    """
72 2715ade4 Sofia Papagiannaki
73 4f917833 Sofia Papagiannaki
    def __init__(self, **params):
74 4f917833 Sofia Papagiannaki
        DBWorker.__init__(self, **params)
75 6a82f89f Sofia Papagiannaki
        try:
76 6a82f89f Sofia Papagiannaki
            metadata = MetaData(self.engine)
77 6a82f89f Sofia Papagiannaki
            self.xfeatures = Table('xfeatures', metadata, autoload=True)
78 6a82f89f Sofia Papagiannaki
            self.xfeaturevals = Table('xfeaturevals', metadata, autoload=True)
79 6a82f89f Sofia Papagiannaki
        except NoSuchTableError:
80 6a82f89f Sofia Papagiannaki
            tables = create_tables(self.engine)
81 6a82f89f Sofia Papagiannaki
            map(lambda t: self.__setattr__(t.name, t), tables)
82 2715ade4 Sofia Papagiannaki
83 d83c93c9 Antony Chazapis
#     def xfeature_inherit(self, path):
84 d83c93c9 Antony Chazapis
#         """Return the (path, feature) inherited by the path, or None."""
85 2715ade4 Sofia Papagiannaki
#
86 d83c93c9 Antony Chazapis
#         s = select([self.xfeatures.c.path, self.xfeatures.c.feature_id])
87 d83c93c9 Antony Chazapis
#         s = s.where(self.xfeatures.c.path <= path)
88 d83c93c9 Antony Chazapis
#         #s = s.where(self.xfeatures.c.path.like(self.escape_like(path) + '%', escape='\\')) # XXX: Implement reverse and escape like...
89 d83c93c9 Antony Chazapis
#         s = s.order_by(desc(self.xfeatures.c.path))
90 d83c93c9 Antony Chazapis
#         r = self.conn.execute(s)
91 d83c93c9 Antony Chazapis
#         l = r.fetchall()
92 d83c93c9 Antony Chazapis
#         r.close()
93 d83c93c9 Antony Chazapis
#         return l
94 2715ade4 Sofia Papagiannaki
95 cf341da4 Antony Chazapis
    def xfeature_get(self, path):
96 cf341da4 Antony Chazapis
        """Return feature for path."""
97 2715ade4 Sofia Papagiannaki
98 cf341da4 Antony Chazapis
        s = select([self.xfeatures.c.feature_id])
99 cf341da4 Antony Chazapis
        s = s.where(self.xfeatures.c.path == path)
100 4f917833 Sofia Papagiannaki
        s = s.order_by(self.xfeatures.c.path)
101 4f917833 Sofia Papagiannaki
        r = self.conn.execute(s)
102 cf341da4 Antony Chazapis
        row = r.fetchone()
103 4f917833 Sofia Papagiannaki
        r.close()
104 cf341da4 Antony Chazapis
        if row:
105 cf341da4 Antony Chazapis
            return row[0]
106 cf341da4 Antony Chazapis
        return None
107 2715ade4 Sofia Papagiannaki
108 4f917833 Sofia Papagiannaki
    def xfeature_create(self, path):
109 4f917833 Sofia Papagiannaki
        """Create and return a feature for path.
110 4f917833 Sofia Papagiannaki
           If the path has a feature, return it.
111 4f917833 Sofia Papagiannaki
        """
112 2715ade4 Sofia Papagiannaki
113 cf341da4 Antony Chazapis
        feature = self.xfeature_get(path)
114 cf341da4 Antony Chazapis
        if feature is not None:
115 cf341da4 Antony Chazapis
            return feature
116 4f917833 Sofia Papagiannaki
        s = self.xfeatures.insert()
117 4f917833 Sofia Papagiannaki
        r = self.conn.execute(s, path=path)
118 4f917833 Sofia Papagiannaki
        inserted_primary_key = r.inserted_primary_key[0]
119 4f917833 Sofia Papagiannaki
        r.close()
120 4f917833 Sofia Papagiannaki
        return inserted_primary_key
121 2715ade4 Sofia Papagiannaki
122 4f917833 Sofia Papagiannaki
    def xfeature_destroy(self, path):
123 4f917833 Sofia Papagiannaki
        """Destroy a feature and all its key, value pairs."""
124 2715ade4 Sofia Papagiannaki
125 4f917833 Sofia Papagiannaki
        s = self.xfeatures.delete().where(self.xfeatures.c.path == path)
126 4f917833 Sofia Papagiannaki
        r = self.conn.execute(s)
127 4f917833 Sofia Papagiannaki
        r.close()
128 2715ade4 Sofia Papagiannaki
129 8221c89d Sofia Papagiannaki
    def xfeature_destroy_bulk(self, paths):
130 8221c89d Sofia Papagiannaki
        """Destroy features and all their key, value pairs."""
131 2715ade4 Sofia Papagiannaki
132 8221c89d Sofia Papagiannaki
        s = self.xfeatures.delete().where(self.xfeatures.c.path.in_(paths))
133 8221c89d Sofia Papagiannaki
        r = self.conn.execute(s)
134 8221c89d Sofia Papagiannaki
        r.close()
135 2715ade4 Sofia Papagiannaki
136 4f917833 Sofia Papagiannaki
    def feature_dict(self, feature):
137 4f917833 Sofia Papagiannaki
        """Return a dict mapping keys to list of values for feature."""
138 2715ade4 Sofia Papagiannaki
139 4f917833 Sofia Papagiannaki
        s = select([self.xfeaturevals.c.key, self.xfeaturevals.c.value])
140 4f917833 Sofia Papagiannaki
        s = s.where(self.xfeaturevals.c.feature_id == feature)
141 4f917833 Sofia Papagiannaki
        r = self.conn.execute(s)
142 4f917833 Sofia Papagiannaki
        d = defaultdict(list)
143 4f917833 Sofia Papagiannaki
        for key, value in r.fetchall():
144 4f917833 Sofia Papagiannaki
            d[key].append(value)
145 4f917833 Sofia Papagiannaki
        r.close()
146 4f917833 Sofia Papagiannaki
        return d
147 2715ade4 Sofia Papagiannaki
148 4f917833 Sofia Papagiannaki
    def feature_set(self, feature, key, value):
149 4f917833 Sofia Papagiannaki
        """Associate a key, value pair with a feature."""
150 2715ade4 Sofia Papagiannaki
151 2ce96391 Sofia Papagiannaki
        s = self.xfeaturevals.select()
152 2ce96391 Sofia Papagiannaki
        s = s.where(self.xfeaturevals.c.feature_id == feature)
153 2ce96391 Sofia Papagiannaki
        s = s.where(self.xfeaturevals.c.key == key)
154 a68d51a4 Sofia Papagiannaki
        s = s.where(self.xfeaturevals.c.value == value)
155 2ce96391 Sofia Papagiannaki
        r = self.conn.execute(s)
156 2ce96391 Sofia Papagiannaki
        xfeaturevals = r.fetchall()
157 4f917833 Sofia Papagiannaki
        r.close()
158 2ce96391 Sofia Papagiannaki
        if len(xfeaturevals) == 0:
159 2ce96391 Sofia Papagiannaki
            s = self.xfeaturevals.insert()
160 2ce96391 Sofia Papagiannaki
            r = self.conn.execute(s, feature_id=feature, key=key, value=value)
161 2ce96391 Sofia Papagiannaki
            r.close()
162 2715ade4 Sofia Papagiannaki
163 4f917833 Sofia Papagiannaki
    def feature_setmany(self, feature, key, values):
164 4f917833 Sofia Papagiannaki
        """Associate the given key, and values with a feature."""
165 2715ade4 Sofia Papagiannaki
166 2ce96391 Sofia Papagiannaki
        #TODO: more efficient way to do it
167 2ce96391 Sofia Papagiannaki
        for v in values:
168 2ce96391 Sofia Papagiannaki
            self.feature_set(feature, key, v)
169 2715ade4 Sofia Papagiannaki
170 4f917833 Sofia Papagiannaki
    def feature_unset(self, feature, key, value):
171 4f917833 Sofia Papagiannaki
        """Disassociate a key, value pair from a feature."""
172 2715ade4 Sofia Papagiannaki
173 4f917833 Sofia Papagiannaki
        s = self.xfeaturevals.delete()
174 4f917833 Sofia Papagiannaki
        s = s.where(and_(self.xfeaturevals.c.feature_id == feature,
175 2715ade4 Sofia Papagiannaki
                         self.xfeaturevals.c.key == key,
176 2715ade4 Sofia Papagiannaki
                         self.xfeaturevals.c.value == value))
177 4f917833 Sofia Papagiannaki
        r = self.conn.execute(s)
178 4f917833 Sofia Papagiannaki
        r.close()
179 2715ade4 Sofia Papagiannaki
180 4f917833 Sofia Papagiannaki
    def feature_unsetmany(self, feature, key, values):
181 4f917833 Sofia Papagiannaki
        """Disassociate the key for the values given, from a feature."""
182 2715ade4 Sofia Papagiannaki
183 4f917833 Sofia Papagiannaki
        for v in values:
184 4f917833 Sofia Papagiannaki
            conditional = and_(self.xfeaturevals.c.feature_id == feature,
185 4f917833 Sofia Papagiannaki
                               self.xfeaturevals.c.key == key,
186 4f917833 Sofia Papagiannaki
                               self.xfeaturevals.c.value == v)
187 4f917833 Sofia Papagiannaki
            s = self.xfeaturevals.delete().where(conditional)
188 4f917833 Sofia Papagiannaki
            r = self.conn.execute(s)
189 4f917833 Sofia Papagiannaki
            r.close()
190 2715ade4 Sofia Papagiannaki
191 4f917833 Sofia Papagiannaki
    def feature_get(self, feature, key):
192 4f917833 Sofia Papagiannaki
        """Return the list of values for a key of a feature."""
193 2715ade4 Sofia Papagiannaki
194 4f917833 Sofia Papagiannaki
        s = select([self.xfeaturevals.c.value])
195 4f917833 Sofia Papagiannaki
        s = s.where(and_(self.xfeaturevals.c.feature_id == feature,
196 2715ade4 Sofia Papagiannaki
                         self.xfeaturevals.c.key == key))
197 4f917833 Sofia Papagiannaki
        r = self.conn.execute(s)
198 4f917833 Sofia Papagiannaki
        l = [row[0] for row in r.fetchall()]
199 4f917833 Sofia Papagiannaki
        r.close()
200 4f917833 Sofia Papagiannaki
        return l
201 2715ade4 Sofia Papagiannaki
202 4f917833 Sofia Papagiannaki
    def feature_clear(self, feature, key):
203 4f917833 Sofia Papagiannaki
        """Delete all key, value pairs for a key of a feature."""
204 2715ade4 Sofia Papagiannaki
205 4f917833 Sofia Papagiannaki
        s = self.xfeaturevals.delete()
206 4f917833 Sofia Papagiannaki
        s = s.where(and_(self.xfeaturevals.c.feature_id == feature,
207 2715ade4 Sofia Papagiannaki
                         self.xfeaturevals.c.key == key))
208 4f917833 Sofia Papagiannaki
        r = self.conn.execute(s)
209 4f917833 Sofia Papagiannaki
        r.close()