Statistics
| Branch: | Tag: | Revision:

root / snf-pithos-backend / pithos / backends / lib / sqlalchemy / xfeatures.py @ c53502b1

History | View | Annotate | Download (7.9 kB)

1 2e662088 Antony Chazapis
# Copyright 2011-2012 GRNET S.A. All rights reserved.
2 2715ade4 Sofia Papagiannaki
#
3 4f917833 Sofia Papagiannaki
# Redistribution and use in source and binary forms, with or
4 4f917833 Sofia Papagiannaki
# without modification, are permitted provided that the following
5 4f917833 Sofia Papagiannaki
# conditions are met:
6 2715ade4 Sofia Papagiannaki
#
7 4f917833 Sofia Papagiannaki
#   1. Redistributions of source code must retain the above
8 4f917833 Sofia Papagiannaki
#      copyright notice, this list of conditions and the following
9 4f917833 Sofia Papagiannaki
#      disclaimer.
10 2715ade4 Sofia Papagiannaki
#
11 4f917833 Sofia Papagiannaki
#   2. Redistributions in binary form must reproduce the above
12 4f917833 Sofia Papagiannaki
#      copyright notice, this list of conditions and the following
13 4f917833 Sofia Papagiannaki
#      disclaimer in the documentation and/or other materials
14 4f917833 Sofia Papagiannaki
#      provided with the distribution.
15 2715ade4 Sofia Papagiannaki
#
16 4f917833 Sofia Papagiannaki
# THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
17 4f917833 Sofia Papagiannaki
# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
18 4f917833 Sofia Papagiannaki
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 4f917833 Sofia Papagiannaki
# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
20 4f917833 Sofia Papagiannaki
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 4f917833 Sofia Papagiannaki
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22 4f917833 Sofia Papagiannaki
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
23 4f917833 Sofia Papagiannaki
# USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
24 4f917833 Sofia Papagiannaki
# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25 4f917833 Sofia Papagiannaki
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
26 4f917833 Sofia Papagiannaki
# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27 4f917833 Sofia Papagiannaki
# POSSIBILITY OF SUCH DAMAGE.
28 2715ade4 Sofia Papagiannaki
#
29 4f917833 Sofia Papagiannaki
# The views and conclusions contained in the software and
30 4f917833 Sofia Papagiannaki
# documentation are those of the authors and should not be
31 4f917833 Sofia Papagiannaki
# interpreted as representing official policies, either expressed
32 4f917833 Sofia Papagiannaki
# or implied, of GRNET S.A.
33 4f917833 Sofia Papagiannaki
34 4f917833 Sofia Papagiannaki
from collections import defaultdict
35 4f917833 Sofia Papagiannaki
from sqlalchemy import Table, Column, String, Integer, MetaData, ForeignKey
36 4f917833 Sofia Papagiannaki
from sqlalchemy.sql import select, and_
37 4f917833 Sofia Papagiannaki
from sqlalchemy.schema import Index
38 4f917833 Sofia Papagiannaki
from sqlalchemy.sql.expression import desc
39 6a82f89f Sofia Papagiannaki
from sqlalchemy.exc import NoSuchTableError
40 4f917833 Sofia Papagiannaki
41 4f917833 Sofia Papagiannaki
from dbworker import DBWorker
42 4f917833 Sofia Papagiannaki
43 2715ade4 Sofia Papagiannaki
44 6a82f89f Sofia Papagiannaki
def create_tables(engine):
45 6a82f89f Sofia Papagiannaki
    metadata = MetaData()
46 2715ade4 Sofia Papagiannaki
    columns = []
47 6a82f89f Sofia Papagiannaki
    columns.append(Column('feature_id', Integer, primary_key=True))
48 6a82f89f Sofia Papagiannaki
    columns.append(Column('path', String(2048)))
49 6a82f89f Sofia Papagiannaki
    xfeatures = Table('xfeatures', metadata, *columns, mysql_engine='InnoDB')
50 6a82f89f Sofia Papagiannaki
    # place an index on path
51 6a82f89f Sofia Papagiannaki
    Index('idx_features_path', xfeatures.c.path, unique=True)
52 2715ade4 Sofia Papagiannaki
53 2715ade4 Sofia Papagiannaki
    columns = []
54 6a82f89f Sofia Papagiannaki
    columns.append(Column('feature_id', Integer,
55 6a82f89f Sofia Papagiannaki
                          ForeignKey('xfeatures.feature_id',
56 6a82f89f Sofia Papagiannaki
                                     ondelete='CASCADE'),
57 6a82f89f Sofia Papagiannaki
                          primary_key=True))
58 6a82f89f Sofia Papagiannaki
    columns.append(Column('key', Integer, primary_key=True,
59 6a82f89f Sofia Papagiannaki
                          autoincrement=False))
60 6a82f89f Sofia Papagiannaki
    columns.append(Column('value', String(256), primary_key=True))
61 2715ade4 Sofia Papagiannaki
    xfeaturevals = Table(
62 2715ade4 Sofia Papagiannaki
        'xfeaturevals', metadata, *columns, mysql_engine='InnoDB')
63 2715ade4 Sofia Papagiannaki
64 6a82f89f Sofia Papagiannaki
    metadata.create_all(engine)
65 6a82f89f Sofia Papagiannaki
    return metadata.sorted_tables
66 4f917833 Sofia Papagiannaki
67 2715ade4 Sofia Papagiannaki
68 4f917833 Sofia Papagiannaki
class XFeatures(DBWorker):
69 4f917833 Sofia Papagiannaki
    """XFeatures are path properties that allow non-nested
70 4f917833 Sofia Papagiannaki
       inheritance patterns. Currently used for storing permissions.
71 4f917833 Sofia Papagiannaki
    """
72 2715ade4 Sofia Papagiannaki
73 4f917833 Sofia Papagiannaki
    def __init__(self, **params):
74 4f917833 Sofia Papagiannaki
        DBWorker.__init__(self, **params)
75 6a82f89f Sofia Papagiannaki
        try:
76 6a82f89f Sofia Papagiannaki
            metadata = MetaData(self.engine)
77 6a82f89f Sofia Papagiannaki
            self.xfeatures = Table('xfeatures', metadata, autoload=True)
78 6a82f89f Sofia Papagiannaki
            self.xfeaturevals = Table('xfeaturevals', metadata, autoload=True)
79 6a82f89f Sofia Papagiannaki
        except NoSuchTableError:
80 6a82f89f Sofia Papagiannaki
            tables = create_tables(self.engine)
81 6a82f89f Sofia Papagiannaki
            map(lambda t: self.__setattr__(t.name, t), tables)
82 2715ade4 Sofia Papagiannaki
83 d83c93c9 Antony Chazapis
#     def xfeature_inherit(self, path):
84 d83c93c9 Antony Chazapis
#         """Return the (path, feature) inherited by the path, or None."""
85 2715ade4 Sofia Papagiannaki
#
86 d83c93c9 Antony Chazapis
#         s = select([self.xfeatures.c.path, self.xfeatures.c.feature_id])
87 d83c93c9 Antony Chazapis
#         s = s.where(self.xfeatures.c.path <= path)
88 d83c93c9 Antony Chazapis
#         #s = s.where(self.xfeatures.c.path.like(self.escape_like(path) + '%', escape='\\')) # XXX: Implement reverse and escape like...
89 d83c93c9 Antony Chazapis
#         s = s.order_by(desc(self.xfeatures.c.path))
90 d83c93c9 Antony Chazapis
#         r = self.conn.execute(s)
91 d83c93c9 Antony Chazapis
#         l = r.fetchall()
92 d83c93c9 Antony Chazapis
#         r.close()
93 d83c93c9 Antony Chazapis
#         return l
94 2715ade4 Sofia Papagiannaki
95 cf341da4 Antony Chazapis
    def xfeature_get(self, path):
96 cf341da4 Antony Chazapis
        """Return feature for path."""
97 2715ade4 Sofia Papagiannaki
98 cf341da4 Antony Chazapis
        s = select([self.xfeatures.c.feature_id])
99 cf341da4 Antony Chazapis
        s = s.where(self.xfeatures.c.path == path)
100 4f917833 Sofia Papagiannaki
        s = s.order_by(self.xfeatures.c.path)
101 4f917833 Sofia Papagiannaki
        r = self.conn.execute(s)
102 cf341da4 Antony Chazapis
        row = r.fetchone()
103 4f917833 Sofia Papagiannaki
        r.close()
104 cf341da4 Antony Chazapis
        if row:
105 cf341da4 Antony Chazapis
            return row[0]
106 cf341da4 Antony Chazapis
        return None
107 2715ade4 Sofia Papagiannaki
108 4f917833 Sofia Papagiannaki
    def xfeature_create(self, path):
109 4f917833 Sofia Papagiannaki
        """Create and return a feature for path.
110 4f917833 Sofia Papagiannaki
           If the path has a feature, return it.
111 4f917833 Sofia Papagiannaki
        """
112 2715ade4 Sofia Papagiannaki
113 cf341da4 Antony Chazapis
        feature = self.xfeature_get(path)
114 cf341da4 Antony Chazapis
        if feature is not None:
115 cf341da4 Antony Chazapis
            return feature
116 4f917833 Sofia Papagiannaki
        s = self.xfeatures.insert()
117 4f917833 Sofia Papagiannaki
        r = self.conn.execute(s, path=path)
118 4f917833 Sofia Papagiannaki
        inserted_primary_key = r.inserted_primary_key[0]
119 4f917833 Sofia Papagiannaki
        r.close()
120 4f917833 Sofia Papagiannaki
        return inserted_primary_key
121 2715ade4 Sofia Papagiannaki
122 4f917833 Sofia Papagiannaki
    def xfeature_destroy(self, path):
123 4f917833 Sofia Papagiannaki
        """Destroy a feature and all its key, value pairs."""
124 2715ade4 Sofia Papagiannaki
125 4f917833 Sofia Papagiannaki
        s = self.xfeatures.delete().where(self.xfeatures.c.path == path)
126 4f917833 Sofia Papagiannaki
        r = self.conn.execute(s)
127 4f917833 Sofia Papagiannaki
        r.close()
128 2715ade4 Sofia Papagiannaki
129 8221c89d Sofia Papagiannaki
    def xfeature_destroy_bulk(self, paths):
130 8221c89d Sofia Papagiannaki
        """Destroy features and all their key, value pairs."""
131 c53502b1 Sofia Papagiannaki
        
132 c53502b1 Sofia Papagiannaki
        if not paths:
133 c53502b1 Sofia Papagiannaki
            return
134 8221c89d Sofia Papagiannaki
        s = self.xfeatures.delete().where(self.xfeatures.c.path.in_(paths))
135 8221c89d Sofia Papagiannaki
        r = self.conn.execute(s)
136 8221c89d Sofia Papagiannaki
        r.close()
137 2715ade4 Sofia Papagiannaki
138 4f917833 Sofia Papagiannaki
    def feature_dict(self, feature):
139 4f917833 Sofia Papagiannaki
        """Return a dict mapping keys to list of values for feature."""
140 2715ade4 Sofia Papagiannaki
141 4f917833 Sofia Papagiannaki
        s = select([self.xfeaturevals.c.key, self.xfeaturevals.c.value])
142 4f917833 Sofia Papagiannaki
        s = s.where(self.xfeaturevals.c.feature_id == feature)
143 4f917833 Sofia Papagiannaki
        r = self.conn.execute(s)
144 4f917833 Sofia Papagiannaki
        d = defaultdict(list)
145 4f917833 Sofia Papagiannaki
        for key, value in r.fetchall():
146 4f917833 Sofia Papagiannaki
            d[key].append(value)
147 4f917833 Sofia Papagiannaki
        r.close()
148 4f917833 Sofia Papagiannaki
        return d
149 2715ade4 Sofia Papagiannaki
150 4f917833 Sofia Papagiannaki
    def feature_set(self, feature, key, value):
151 4f917833 Sofia Papagiannaki
        """Associate a key, value pair with a feature."""
152 2715ade4 Sofia Papagiannaki
153 2ce96391 Sofia Papagiannaki
        s = self.xfeaturevals.select()
154 2ce96391 Sofia Papagiannaki
        s = s.where(self.xfeaturevals.c.feature_id == feature)
155 2ce96391 Sofia Papagiannaki
        s = s.where(self.xfeaturevals.c.key == key)
156 a68d51a4 Sofia Papagiannaki
        s = s.where(self.xfeaturevals.c.value == value)
157 2ce96391 Sofia Papagiannaki
        r = self.conn.execute(s)
158 2ce96391 Sofia Papagiannaki
        xfeaturevals = r.fetchall()
159 4f917833 Sofia Papagiannaki
        r.close()
160 2ce96391 Sofia Papagiannaki
        if len(xfeaturevals) == 0:
161 2ce96391 Sofia Papagiannaki
            s = self.xfeaturevals.insert()
162 2ce96391 Sofia Papagiannaki
            r = self.conn.execute(s, feature_id=feature, key=key, value=value)
163 2ce96391 Sofia Papagiannaki
            r.close()
164 2715ade4 Sofia Papagiannaki
165 4f917833 Sofia Papagiannaki
    def feature_setmany(self, feature, key, values):
166 4f917833 Sofia Papagiannaki
        """Associate the given key, and values with a feature."""
167 2715ade4 Sofia Papagiannaki
168 2ce96391 Sofia Papagiannaki
        #TODO: more efficient way to do it
169 2ce96391 Sofia Papagiannaki
        for v in values:
170 2ce96391 Sofia Papagiannaki
            self.feature_set(feature, key, v)
171 2715ade4 Sofia Papagiannaki
172 4f917833 Sofia Papagiannaki
    def feature_unset(self, feature, key, value):
173 4f917833 Sofia Papagiannaki
        """Disassociate a key, value pair from a feature."""
174 2715ade4 Sofia Papagiannaki
175 4f917833 Sofia Papagiannaki
        s = self.xfeaturevals.delete()
176 4f917833 Sofia Papagiannaki
        s = s.where(and_(self.xfeaturevals.c.feature_id == feature,
177 2715ade4 Sofia Papagiannaki
                         self.xfeaturevals.c.key == key,
178 2715ade4 Sofia Papagiannaki
                         self.xfeaturevals.c.value == value))
179 4f917833 Sofia Papagiannaki
        r = self.conn.execute(s)
180 4f917833 Sofia Papagiannaki
        r.close()
181 2715ade4 Sofia Papagiannaki
182 4f917833 Sofia Papagiannaki
    def feature_unsetmany(self, feature, key, values):
183 4f917833 Sofia Papagiannaki
        """Disassociate the key for the values given, from a feature."""
184 2715ade4 Sofia Papagiannaki
185 4f917833 Sofia Papagiannaki
        for v in values:
186 4f917833 Sofia Papagiannaki
            conditional = and_(self.xfeaturevals.c.feature_id == feature,
187 4f917833 Sofia Papagiannaki
                               self.xfeaturevals.c.key == key,
188 4f917833 Sofia Papagiannaki
                               self.xfeaturevals.c.value == v)
189 4f917833 Sofia Papagiannaki
            s = self.xfeaturevals.delete().where(conditional)
190 4f917833 Sofia Papagiannaki
            r = self.conn.execute(s)
191 4f917833 Sofia Papagiannaki
            r.close()
192 2715ade4 Sofia Papagiannaki
193 4f917833 Sofia Papagiannaki
    def feature_get(self, feature, key):
194 4f917833 Sofia Papagiannaki
        """Return the list of values for a key of a feature."""
195 2715ade4 Sofia Papagiannaki
196 4f917833 Sofia Papagiannaki
        s = select([self.xfeaturevals.c.value])
197 4f917833 Sofia Papagiannaki
        s = s.where(and_(self.xfeaturevals.c.feature_id == feature,
198 2715ade4 Sofia Papagiannaki
                         self.xfeaturevals.c.key == key))
199 4f917833 Sofia Papagiannaki
        r = self.conn.execute(s)
200 4f917833 Sofia Papagiannaki
        l = [row[0] for row in r.fetchall()]
201 4f917833 Sofia Papagiannaki
        r.close()
202 4f917833 Sofia Papagiannaki
        return l
203 2715ade4 Sofia Papagiannaki
204 4f917833 Sofia Papagiannaki
    def feature_clear(self, feature, key):
205 4f917833 Sofia Papagiannaki
        """Delete all key, value pairs for a key of a feature."""
206 2715ade4 Sofia Papagiannaki
207 4f917833 Sofia Papagiannaki
        s = self.xfeaturevals.delete()
208 4f917833 Sofia Papagiannaki
        s = s.where(and_(self.xfeaturevals.c.feature_id == feature,
209 2715ade4 Sofia Papagiannaki
                         self.xfeaturevals.c.key == key))
210 4f917833 Sofia Papagiannaki
        r = self.conn.execute(s)
211 4f917833 Sofia Papagiannaki
        r.close()