Statistics
| Branch: | Tag: | Revision:

root / snf-pithos-backend / pithos / backends / lib / sqlalchemy / xfeatures.py @ 96090728

History | View | Annotate | Download (7.8 kB)

1 2e662088 Antony Chazapis
# Copyright 2011-2012 GRNET S.A. All rights reserved.
2 2715ade4 Sofia Papagiannaki
#
3 4f917833 Sofia Papagiannaki
# Redistribution and use in source and binary forms, with or
4 4f917833 Sofia Papagiannaki
# without modification, are permitted provided that the following
5 4f917833 Sofia Papagiannaki
# conditions are met:
6 2715ade4 Sofia Papagiannaki
#
7 4f917833 Sofia Papagiannaki
#   1. Redistributions of source code must retain the above
8 4f917833 Sofia Papagiannaki
#      copyright notice, this list of conditions and the following
9 4f917833 Sofia Papagiannaki
#      disclaimer.
10 2715ade4 Sofia Papagiannaki
#
11 4f917833 Sofia Papagiannaki
#   2. Redistributions in binary form must reproduce the above
12 4f917833 Sofia Papagiannaki
#      copyright notice, this list of conditions and the following
13 4f917833 Sofia Papagiannaki
#      disclaimer in the documentation and/or other materials
14 4f917833 Sofia Papagiannaki
#      provided with the distribution.
15 2715ade4 Sofia Papagiannaki
#
16 4f917833 Sofia Papagiannaki
# THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
17 4f917833 Sofia Papagiannaki
# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
18 4f917833 Sofia Papagiannaki
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 4f917833 Sofia Papagiannaki
# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
20 4f917833 Sofia Papagiannaki
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 4f917833 Sofia Papagiannaki
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22 4f917833 Sofia Papagiannaki
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
23 4f917833 Sofia Papagiannaki
# USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
24 4f917833 Sofia Papagiannaki
# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25 4f917833 Sofia Papagiannaki
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
26 4f917833 Sofia Papagiannaki
# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27 4f917833 Sofia Papagiannaki
# POSSIBILITY OF SUCH DAMAGE.
28 2715ade4 Sofia Papagiannaki
#
29 4f917833 Sofia Papagiannaki
# The views and conclusions contained in the software and
30 4f917833 Sofia Papagiannaki
# documentation are those of the authors and should not be
31 4f917833 Sofia Papagiannaki
# interpreted as representing official policies, either expressed
32 4f917833 Sofia Papagiannaki
# or implied, of GRNET S.A.
33 4f917833 Sofia Papagiannaki
34 4f917833 Sofia Papagiannaki
from collections import defaultdict
35 4f917833 Sofia Papagiannaki
from sqlalchemy import Table, Column, String, Integer, MetaData, ForeignKey
36 4f917833 Sofia Papagiannaki
from sqlalchemy.sql import select, and_
37 4f917833 Sofia Papagiannaki
from sqlalchemy.schema import Index
38 6a82f89f Sofia Papagiannaki
from sqlalchemy.exc import NoSuchTableError
39 4f917833 Sofia Papagiannaki
40 4f917833 Sofia Papagiannaki
from dbworker import DBWorker
41 4f917833 Sofia Papagiannaki
42 2715ade4 Sofia Papagiannaki
43 6a82f89f Sofia Papagiannaki
def create_tables(engine):
44 6a82f89f Sofia Papagiannaki
    metadata = MetaData()
45 2715ade4 Sofia Papagiannaki
    columns = []
46 6a82f89f Sofia Papagiannaki
    columns.append(Column('feature_id', Integer, primary_key=True))
47 6a82f89f Sofia Papagiannaki
    columns.append(Column('path', String(2048)))
48 6a82f89f Sofia Papagiannaki
    xfeatures = Table('xfeatures', metadata, *columns, mysql_engine='InnoDB')
49 6a82f89f Sofia Papagiannaki
    # place an index on path
50 6a82f89f Sofia Papagiannaki
    Index('idx_features_path', xfeatures.c.path, unique=True)
51 2715ade4 Sofia Papagiannaki
52 2715ade4 Sofia Papagiannaki
    columns = []
53 6a82f89f Sofia Papagiannaki
    columns.append(Column('feature_id', Integer,
54 6a82f89f Sofia Papagiannaki
                          ForeignKey('xfeatures.feature_id',
55 6a82f89f Sofia Papagiannaki
                                     ondelete='CASCADE'),
56 6a82f89f Sofia Papagiannaki
                          primary_key=True))
57 6a82f89f Sofia Papagiannaki
    columns.append(Column('key', Integer, primary_key=True,
58 6a82f89f Sofia Papagiannaki
                          autoincrement=False))
59 6a82f89f Sofia Papagiannaki
    columns.append(Column('value', String(256), primary_key=True))
60 29148653 Sofia Papagiannaki
    Table('xfeaturevals', metadata, *columns, mysql_engine='InnoDB')
61 2715ade4 Sofia Papagiannaki
62 6a82f89f Sofia Papagiannaki
    metadata.create_all(engine)
63 6a82f89f Sofia Papagiannaki
    return metadata.sorted_tables
64 4f917833 Sofia Papagiannaki
65 2715ade4 Sofia Papagiannaki
66 4f917833 Sofia Papagiannaki
class XFeatures(DBWorker):
67 4f917833 Sofia Papagiannaki
    """XFeatures are path properties that allow non-nested
68 4f917833 Sofia Papagiannaki
       inheritance patterns. Currently used for storing permissions.
69 4f917833 Sofia Papagiannaki
    """
70 2715ade4 Sofia Papagiannaki
71 4f917833 Sofia Papagiannaki
    def __init__(self, **params):
72 4f917833 Sofia Papagiannaki
        DBWorker.__init__(self, **params)
73 6a82f89f Sofia Papagiannaki
        try:
74 6a82f89f Sofia Papagiannaki
            metadata = MetaData(self.engine)
75 6a82f89f Sofia Papagiannaki
            self.xfeatures = Table('xfeatures', metadata, autoload=True)
76 6a82f89f Sofia Papagiannaki
            self.xfeaturevals = Table('xfeaturevals', metadata, autoload=True)
77 6a82f89f Sofia Papagiannaki
        except NoSuchTableError:
78 6a82f89f Sofia Papagiannaki
            tables = create_tables(self.engine)
79 6a82f89f Sofia Papagiannaki
            map(lambda t: self.__setattr__(t.name, t), tables)
80 2715ade4 Sofia Papagiannaki
81 d83c93c9 Antony Chazapis
#     def xfeature_inherit(self, path):
82 d83c93c9 Antony Chazapis
#         """Return the (path, feature) inherited by the path, or None."""
83 2715ade4 Sofia Papagiannaki
#
84 d83c93c9 Antony Chazapis
#         s = select([self.xfeatures.c.path, self.xfeatures.c.feature_id])
85 d83c93c9 Antony Chazapis
#         s = s.where(self.xfeatures.c.path <= path)
86 29148653 Sofia Papagiannaki
#         s = s.where(self.xfeatures.c.path.like(
87 29148653 Sofia Papagiannaki
#           self.escape_like(path) + '%', escape='\\'))  # XXX: Escape like...
88 d83c93c9 Antony Chazapis
#         s = s.order_by(desc(self.xfeatures.c.path))
89 d83c93c9 Antony Chazapis
#         r = self.conn.execute(s)
90 d83c93c9 Antony Chazapis
#         l = r.fetchall()
91 d83c93c9 Antony Chazapis
#         r.close()
92 d83c93c9 Antony Chazapis
#         return l
93 2715ade4 Sofia Papagiannaki
94 cf341da4 Antony Chazapis
    def xfeature_get(self, path):
95 cf341da4 Antony Chazapis
        """Return feature for path."""
96 2715ade4 Sofia Papagiannaki
97 cf341da4 Antony Chazapis
        s = select([self.xfeatures.c.feature_id])
98 cf341da4 Antony Chazapis
        s = s.where(self.xfeatures.c.path == path)
99 4f917833 Sofia Papagiannaki
        s = s.order_by(self.xfeatures.c.path)
100 4f917833 Sofia Papagiannaki
        r = self.conn.execute(s)
101 cf341da4 Antony Chazapis
        row = r.fetchone()
102 4f917833 Sofia Papagiannaki
        r.close()
103 cf341da4 Antony Chazapis
        if row:
104 cf341da4 Antony Chazapis
            return row[0]
105 cf341da4 Antony Chazapis
        return None
106 2715ade4 Sofia Papagiannaki
107 4f917833 Sofia Papagiannaki
    def xfeature_create(self, path):
108 4f917833 Sofia Papagiannaki
        """Create and return a feature for path.
109 4f917833 Sofia Papagiannaki
           If the path has a feature, return it.
110 4f917833 Sofia Papagiannaki
        """
111 2715ade4 Sofia Papagiannaki
112 cf341da4 Antony Chazapis
        feature = self.xfeature_get(path)
113 cf341da4 Antony Chazapis
        if feature is not None:
114 cf341da4 Antony Chazapis
            return feature
115 4f917833 Sofia Papagiannaki
        s = self.xfeatures.insert()
116 4f917833 Sofia Papagiannaki
        r = self.conn.execute(s, path=path)
117 4f917833 Sofia Papagiannaki
        inserted_primary_key = r.inserted_primary_key[0]
118 4f917833 Sofia Papagiannaki
        r.close()
119 4f917833 Sofia Papagiannaki
        return inserted_primary_key
120 2715ade4 Sofia Papagiannaki
121 4f917833 Sofia Papagiannaki
    def xfeature_destroy(self, path):
122 4f917833 Sofia Papagiannaki
        """Destroy a feature and all its key, value pairs."""
123 2715ade4 Sofia Papagiannaki
124 4f917833 Sofia Papagiannaki
        s = self.xfeatures.delete().where(self.xfeatures.c.path == path)
125 4f917833 Sofia Papagiannaki
        r = self.conn.execute(s)
126 4f917833 Sofia Papagiannaki
        r.close()
127 2715ade4 Sofia Papagiannaki
128 8221c89d Sofia Papagiannaki
    def xfeature_destroy_bulk(self, paths):
129 8221c89d Sofia Papagiannaki
        """Destroy features and all their key, value pairs."""
130 29148653 Sofia Papagiannaki
131 c53502b1 Sofia Papagiannaki
        if not paths:
132 c53502b1 Sofia Papagiannaki
            return
133 8221c89d Sofia Papagiannaki
        s = self.xfeatures.delete().where(self.xfeatures.c.path.in_(paths))
134 8221c89d Sofia Papagiannaki
        r = self.conn.execute(s)
135 8221c89d Sofia Papagiannaki
        r.close()
136 2715ade4 Sofia Papagiannaki
137 4f917833 Sofia Papagiannaki
    def feature_dict(self, feature):
138 4f917833 Sofia Papagiannaki
        """Return a dict mapping keys to list of values for feature."""
139 2715ade4 Sofia Papagiannaki
140 4f917833 Sofia Papagiannaki
        s = select([self.xfeaturevals.c.key, self.xfeaturevals.c.value])
141 4f917833 Sofia Papagiannaki
        s = s.where(self.xfeaturevals.c.feature_id == feature)
142 4f917833 Sofia Papagiannaki
        r = self.conn.execute(s)
143 4f917833 Sofia Papagiannaki
        d = defaultdict(list)
144 4f917833 Sofia Papagiannaki
        for key, value in r.fetchall():
145 4f917833 Sofia Papagiannaki
            d[key].append(value)
146 4f917833 Sofia Papagiannaki
        r.close()
147 4f917833 Sofia Papagiannaki
        return d
148 2715ade4 Sofia Papagiannaki
149 4f917833 Sofia Papagiannaki
    def feature_set(self, feature, key, value):
150 4f917833 Sofia Papagiannaki
        """Associate a key, value pair with a feature."""
151 2715ade4 Sofia Papagiannaki
152 2ce96391 Sofia Papagiannaki
        s = self.xfeaturevals.select()
153 2ce96391 Sofia Papagiannaki
        s = s.where(self.xfeaturevals.c.feature_id == feature)
154 2ce96391 Sofia Papagiannaki
        s = s.where(self.xfeaturevals.c.key == key)
155 a68d51a4 Sofia Papagiannaki
        s = s.where(self.xfeaturevals.c.value == value)
156 2ce96391 Sofia Papagiannaki
        r = self.conn.execute(s)
157 2ce96391 Sofia Papagiannaki
        xfeaturevals = r.fetchall()
158 4f917833 Sofia Papagiannaki
        r.close()
159 2ce96391 Sofia Papagiannaki
        if len(xfeaturevals) == 0:
160 2ce96391 Sofia Papagiannaki
            s = self.xfeaturevals.insert()
161 2ce96391 Sofia Papagiannaki
            r = self.conn.execute(s, feature_id=feature, key=key, value=value)
162 2ce96391 Sofia Papagiannaki
            r.close()
163 2715ade4 Sofia Papagiannaki
164 4f917833 Sofia Papagiannaki
    def feature_setmany(self, feature, key, values):
165 4f917833 Sofia Papagiannaki
        """Associate the given key, and values with a feature."""
166 2715ade4 Sofia Papagiannaki
167 2ce96391 Sofia Papagiannaki
        #TODO: more efficient way to do it
168 2ce96391 Sofia Papagiannaki
        for v in values:
169 2ce96391 Sofia Papagiannaki
            self.feature_set(feature, key, v)
170 2715ade4 Sofia Papagiannaki
171 4f917833 Sofia Papagiannaki
    def feature_unset(self, feature, key, value):
172 4f917833 Sofia Papagiannaki
        """Disassociate a key, value pair from a feature."""
173 2715ade4 Sofia Papagiannaki
174 4f917833 Sofia Papagiannaki
        s = self.xfeaturevals.delete()
175 4f917833 Sofia Papagiannaki
        s = s.where(and_(self.xfeaturevals.c.feature_id == feature,
176 2715ade4 Sofia Papagiannaki
                         self.xfeaturevals.c.key == key,
177 2715ade4 Sofia Papagiannaki
                         self.xfeaturevals.c.value == value))
178 4f917833 Sofia Papagiannaki
        r = self.conn.execute(s)
179 4f917833 Sofia Papagiannaki
        r.close()
180 2715ade4 Sofia Papagiannaki
181 4f917833 Sofia Papagiannaki
    def feature_unsetmany(self, feature, key, values):
182 4f917833 Sofia Papagiannaki
        """Disassociate the key for the values given, from a feature."""
183 2715ade4 Sofia Papagiannaki
184 4f917833 Sofia Papagiannaki
        for v in values:
185 4f917833 Sofia Papagiannaki
            conditional = and_(self.xfeaturevals.c.feature_id == feature,
186 4f917833 Sofia Papagiannaki
                               self.xfeaturevals.c.key == key,
187 4f917833 Sofia Papagiannaki
                               self.xfeaturevals.c.value == v)
188 4f917833 Sofia Papagiannaki
            s = self.xfeaturevals.delete().where(conditional)
189 4f917833 Sofia Papagiannaki
            r = self.conn.execute(s)
190 4f917833 Sofia Papagiannaki
            r.close()
191 2715ade4 Sofia Papagiannaki
192 4f917833 Sofia Papagiannaki
    def feature_get(self, feature, key):
193 4f917833 Sofia Papagiannaki
        """Return the list of values for a key of a feature."""
194 2715ade4 Sofia Papagiannaki
195 4f917833 Sofia Papagiannaki
        s = select([self.xfeaturevals.c.value])
196 4f917833 Sofia Papagiannaki
        s = s.where(and_(self.xfeaturevals.c.feature_id == feature,
197 2715ade4 Sofia Papagiannaki
                         self.xfeaturevals.c.key == key))
198 4f917833 Sofia Papagiannaki
        r = self.conn.execute(s)
199 4f917833 Sofia Papagiannaki
        l = [row[0] for row in r.fetchall()]
200 4f917833 Sofia Papagiannaki
        r.close()
201 4f917833 Sofia Papagiannaki
        return l
202 2715ade4 Sofia Papagiannaki
203 4f917833 Sofia Papagiannaki
    def feature_clear(self, feature, key):
204 4f917833 Sofia Papagiannaki
        """Delete all key, value pairs for a key of a feature."""
205 2715ade4 Sofia Papagiannaki
206 4f917833 Sofia Papagiannaki
        s = self.xfeaturevals.delete()
207 4f917833 Sofia Papagiannaki
        s = s.where(and_(self.xfeaturevals.c.feature_id == feature,
208 2715ade4 Sofia Papagiannaki
                         self.xfeaturevals.c.key == key))
209 4f917833 Sofia Papagiannaki
        r = self.conn.execute(s)
210 4f917833 Sofia Papagiannaki
        r.close()