root / snf-pithos-backend / pithos / backends / lib / sqlalchemy / xfeatures.py @ c53502b1
History | View | Annotate | Download (7.9 kB)
1 | 2e662088 | Antony Chazapis | # Copyright 2011-2012 GRNET S.A. All rights reserved.
|
---|---|---|---|
2 | 2715ade4 | Sofia Papagiannaki | #
|
3 | 4f917833 | Sofia Papagiannaki | # Redistribution and use in source and binary forms, with or
|
4 | 4f917833 | Sofia Papagiannaki | # without modification, are permitted provided that the following
|
5 | 4f917833 | Sofia Papagiannaki | # conditions are met:
|
6 | 2715ade4 | Sofia Papagiannaki | #
|
7 | 4f917833 | Sofia Papagiannaki | # 1. Redistributions of source code must retain the above
|
8 | 4f917833 | Sofia Papagiannaki | # copyright notice, this list of conditions and the following
|
9 | 4f917833 | Sofia Papagiannaki | # disclaimer.
|
10 | 2715ade4 | Sofia Papagiannaki | #
|
11 | 4f917833 | Sofia Papagiannaki | # 2. Redistributions in binary form must reproduce the above
|
12 | 4f917833 | Sofia Papagiannaki | # copyright notice, this list of conditions and the following
|
13 | 4f917833 | Sofia Papagiannaki | # disclaimer in the documentation and/or other materials
|
14 | 4f917833 | Sofia Papagiannaki | # provided with the distribution.
|
15 | 2715ade4 | Sofia Papagiannaki | #
|
16 | 4f917833 | Sofia Papagiannaki | # THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
|
17 | 4f917833 | Sofia Papagiannaki | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
|
18 | 4f917833 | Sofia Papagiannaki | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
19 | 4f917833 | Sofia Papagiannaki | # PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
|
20 | 4f917833 | Sofia Papagiannaki | # CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
21 | 4f917833 | Sofia Papagiannaki | # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
22 | 4f917833 | Sofia Papagiannaki | # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
|
23 | 4f917833 | Sofia Papagiannaki | # USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
|
24 | 4f917833 | Sofia Papagiannaki | # AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
25 | 4f917833 | Sofia Papagiannaki | # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
|
26 | 4f917833 | Sofia Papagiannaki | # ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
27 | 4f917833 | Sofia Papagiannaki | # POSSIBILITY OF SUCH DAMAGE.
|
28 | 2715ade4 | Sofia Papagiannaki | #
|
29 | 4f917833 | Sofia Papagiannaki | # The views and conclusions contained in the software and
|
30 | 4f917833 | Sofia Papagiannaki | # documentation are those of the authors and should not be
|
31 | 4f917833 | Sofia Papagiannaki | # interpreted as representing official policies, either expressed
|
32 | 4f917833 | Sofia Papagiannaki | # or implied, of GRNET S.A.
|
33 | 4f917833 | Sofia Papagiannaki | |
34 | 4f917833 | Sofia Papagiannaki | from collections import defaultdict |
35 | 4f917833 | Sofia Papagiannaki | from sqlalchemy import Table, Column, String, Integer, MetaData, ForeignKey |
36 | 4f917833 | Sofia Papagiannaki | from sqlalchemy.sql import select, and_ |
37 | 4f917833 | Sofia Papagiannaki | from sqlalchemy.schema import Index |
38 | 4f917833 | Sofia Papagiannaki | from sqlalchemy.sql.expression import desc |
39 | 6a82f89f | Sofia Papagiannaki | from sqlalchemy.exc import NoSuchTableError |
40 | 4f917833 | Sofia Papagiannaki | |
41 | 4f917833 | Sofia Papagiannaki | from dbworker import DBWorker |
42 | 4f917833 | Sofia Papagiannaki | |
43 | 2715ade4 | Sofia Papagiannaki | |
44 | 6a82f89f | Sofia Papagiannaki | def create_tables(engine): |
45 | 6a82f89f | Sofia Papagiannaki | metadata = MetaData() |
46 | 2715ade4 | Sofia Papagiannaki | columns = [] |
47 | 6a82f89f | Sofia Papagiannaki | columns.append(Column('feature_id', Integer, primary_key=True)) |
48 | 6a82f89f | Sofia Papagiannaki | columns.append(Column('path', String(2048))) |
49 | 6a82f89f | Sofia Papagiannaki | xfeatures = Table('xfeatures', metadata, *columns, mysql_engine='InnoDB') |
50 | 6a82f89f | Sofia Papagiannaki | # place an index on path
|
51 | 6a82f89f | Sofia Papagiannaki | Index('idx_features_path', xfeatures.c.path, unique=True) |
52 | 2715ade4 | Sofia Papagiannaki | |
53 | 2715ade4 | Sofia Papagiannaki | columns = [] |
54 | 6a82f89f | Sofia Papagiannaki | columns.append(Column('feature_id', Integer,
|
55 | 6a82f89f | Sofia Papagiannaki | ForeignKey('xfeatures.feature_id',
|
56 | 6a82f89f | Sofia Papagiannaki | ondelete='CASCADE'),
|
57 | 6a82f89f | Sofia Papagiannaki | primary_key=True))
|
58 | 6a82f89f | Sofia Papagiannaki | columns.append(Column('key', Integer, primary_key=True, |
59 | 6a82f89f | Sofia Papagiannaki | autoincrement=False))
|
60 | 6a82f89f | Sofia Papagiannaki | columns.append(Column('value', String(256), primary_key=True)) |
61 | 2715ade4 | Sofia Papagiannaki | xfeaturevals = Table( |
62 | 2715ade4 | Sofia Papagiannaki | 'xfeaturevals', metadata, *columns, mysql_engine='InnoDB') |
63 | 2715ade4 | Sofia Papagiannaki | |
64 | 6a82f89f | Sofia Papagiannaki | metadata.create_all(engine) |
65 | 6a82f89f | Sofia Papagiannaki | return metadata.sorted_tables
|
66 | 4f917833 | Sofia Papagiannaki | |
67 | 2715ade4 | Sofia Papagiannaki | |
68 | 4f917833 | Sofia Papagiannaki | class XFeatures(DBWorker): |
69 | 4f917833 | Sofia Papagiannaki | """XFeatures are path properties that allow non-nested
|
70 | 4f917833 | Sofia Papagiannaki | inheritance patterns. Currently used for storing permissions.
|
71 | 4f917833 | Sofia Papagiannaki | """
|
72 | 2715ade4 | Sofia Papagiannaki | |
73 | 4f917833 | Sofia Papagiannaki | def __init__(self, **params): |
74 | 4f917833 | Sofia Papagiannaki | DBWorker.__init__(self, **params)
|
75 | 6a82f89f | Sofia Papagiannaki | try:
|
76 | 6a82f89f | Sofia Papagiannaki | metadata = MetaData(self.engine)
|
77 | 6a82f89f | Sofia Papagiannaki | self.xfeatures = Table('xfeatures', metadata, autoload=True) |
78 | 6a82f89f | Sofia Papagiannaki | self.xfeaturevals = Table('xfeaturevals', metadata, autoload=True) |
79 | 6a82f89f | Sofia Papagiannaki | except NoSuchTableError:
|
80 | 6a82f89f | Sofia Papagiannaki | tables = create_tables(self.engine)
|
81 | 6a82f89f | Sofia Papagiannaki | map(lambda t: self.__setattr__(t.name, t), tables) |
82 | 2715ade4 | Sofia Papagiannaki | |
83 | d83c93c9 | Antony Chazapis | # def xfeature_inherit(self, path):
|
84 | d83c93c9 | Antony Chazapis | # """Return the (path, feature) inherited by the path, or None."""
|
85 | 2715ade4 | Sofia Papagiannaki | #
|
86 | d83c93c9 | Antony Chazapis | # s = select([self.xfeatures.c.path, self.xfeatures.c.feature_id])
|
87 | d83c93c9 | Antony Chazapis | # s = s.where(self.xfeatures.c.path <= path)
|
88 | d83c93c9 | Antony Chazapis | # #s = s.where(self.xfeatures.c.path.like(self.escape_like(path) + '%', escape='\\')) # XXX: Implement reverse and escape like...
|
89 | d83c93c9 | Antony Chazapis | # s = s.order_by(desc(self.xfeatures.c.path))
|
90 | d83c93c9 | Antony Chazapis | # r = self.conn.execute(s)
|
91 | d83c93c9 | Antony Chazapis | # l = r.fetchall()
|
92 | d83c93c9 | Antony Chazapis | # r.close()
|
93 | d83c93c9 | Antony Chazapis | # return l
|
94 | 2715ade4 | Sofia Papagiannaki | |
95 | cf341da4 | Antony Chazapis | def xfeature_get(self, path): |
96 | cf341da4 | Antony Chazapis | """Return feature for path."""
|
97 | 2715ade4 | Sofia Papagiannaki | |
98 | cf341da4 | Antony Chazapis | s = select([self.xfeatures.c.feature_id])
|
99 | cf341da4 | Antony Chazapis | s = s.where(self.xfeatures.c.path == path)
|
100 | 4f917833 | Sofia Papagiannaki | s = s.order_by(self.xfeatures.c.path)
|
101 | 4f917833 | Sofia Papagiannaki | r = self.conn.execute(s)
|
102 | cf341da4 | Antony Chazapis | row = r.fetchone() |
103 | 4f917833 | Sofia Papagiannaki | r.close() |
104 | cf341da4 | Antony Chazapis | if row:
|
105 | cf341da4 | Antony Chazapis | return row[0] |
106 | cf341da4 | Antony Chazapis | return None |
107 | 2715ade4 | Sofia Papagiannaki | |
108 | 4f917833 | Sofia Papagiannaki | def xfeature_create(self, path): |
109 | 4f917833 | Sofia Papagiannaki | """Create and return a feature for path.
|
110 | 4f917833 | Sofia Papagiannaki | If the path has a feature, return it.
|
111 | 4f917833 | Sofia Papagiannaki | """
|
112 | 2715ade4 | Sofia Papagiannaki | |
113 | cf341da4 | Antony Chazapis | feature = self.xfeature_get(path)
|
114 | cf341da4 | Antony Chazapis | if feature is not None: |
115 | cf341da4 | Antony Chazapis | return feature
|
116 | 4f917833 | Sofia Papagiannaki | s = self.xfeatures.insert()
|
117 | 4f917833 | Sofia Papagiannaki | r = self.conn.execute(s, path=path)
|
118 | 4f917833 | Sofia Papagiannaki | inserted_primary_key = r.inserted_primary_key[0]
|
119 | 4f917833 | Sofia Papagiannaki | r.close() |
120 | 4f917833 | Sofia Papagiannaki | return inserted_primary_key
|
121 | 2715ade4 | Sofia Papagiannaki | |
122 | 4f917833 | Sofia Papagiannaki | def xfeature_destroy(self, path): |
123 | 4f917833 | Sofia Papagiannaki | """Destroy a feature and all its key, value pairs."""
|
124 | 2715ade4 | Sofia Papagiannaki | |
125 | 4f917833 | Sofia Papagiannaki | s = self.xfeatures.delete().where(self.xfeatures.c.path == path) |
126 | 4f917833 | Sofia Papagiannaki | r = self.conn.execute(s)
|
127 | 4f917833 | Sofia Papagiannaki | r.close() |
128 | 2715ade4 | Sofia Papagiannaki | |
129 | 8221c89d | Sofia Papagiannaki | def xfeature_destroy_bulk(self, paths): |
130 | 8221c89d | Sofia Papagiannaki | """Destroy features and all their key, value pairs."""
|
131 | c53502b1 | Sofia Papagiannaki | |
132 | c53502b1 | Sofia Papagiannaki | if not paths: |
133 | c53502b1 | Sofia Papagiannaki | return
|
134 | 8221c89d | Sofia Papagiannaki | s = self.xfeatures.delete().where(self.xfeatures.c.path.in_(paths)) |
135 | 8221c89d | Sofia Papagiannaki | r = self.conn.execute(s)
|
136 | 8221c89d | Sofia Papagiannaki | r.close() |
137 | 2715ade4 | Sofia Papagiannaki | |
138 | 4f917833 | Sofia Papagiannaki | def feature_dict(self, feature): |
139 | 4f917833 | Sofia Papagiannaki | """Return a dict mapping keys to list of values for feature."""
|
140 | 2715ade4 | Sofia Papagiannaki | |
141 | 4f917833 | Sofia Papagiannaki | s = select([self.xfeaturevals.c.key, self.xfeaturevals.c.value]) |
142 | 4f917833 | Sofia Papagiannaki | s = s.where(self.xfeaturevals.c.feature_id == feature)
|
143 | 4f917833 | Sofia Papagiannaki | r = self.conn.execute(s)
|
144 | 4f917833 | Sofia Papagiannaki | d = defaultdict(list)
|
145 | 4f917833 | Sofia Papagiannaki | for key, value in r.fetchall(): |
146 | 4f917833 | Sofia Papagiannaki | d[key].append(value) |
147 | 4f917833 | Sofia Papagiannaki | r.close() |
148 | 4f917833 | Sofia Papagiannaki | return d
|
149 | 2715ade4 | Sofia Papagiannaki | |
150 | 4f917833 | Sofia Papagiannaki | def feature_set(self, feature, key, value): |
151 | 4f917833 | Sofia Papagiannaki | """Associate a key, value pair with a feature."""
|
152 | 2715ade4 | Sofia Papagiannaki | |
153 | 2ce96391 | Sofia Papagiannaki | s = self.xfeaturevals.select()
|
154 | 2ce96391 | Sofia Papagiannaki | s = s.where(self.xfeaturevals.c.feature_id == feature)
|
155 | 2ce96391 | Sofia Papagiannaki | s = s.where(self.xfeaturevals.c.key == key)
|
156 | a68d51a4 | Sofia Papagiannaki | s = s.where(self.xfeaturevals.c.value == value)
|
157 | 2ce96391 | Sofia Papagiannaki | r = self.conn.execute(s)
|
158 | 2ce96391 | Sofia Papagiannaki | xfeaturevals = r.fetchall() |
159 | 4f917833 | Sofia Papagiannaki | r.close() |
160 | 2ce96391 | Sofia Papagiannaki | if len(xfeaturevals) == 0: |
161 | 2ce96391 | Sofia Papagiannaki | s = self.xfeaturevals.insert()
|
162 | 2ce96391 | Sofia Papagiannaki | r = self.conn.execute(s, feature_id=feature, key=key, value=value)
|
163 | 2ce96391 | Sofia Papagiannaki | r.close() |
164 | 2715ade4 | Sofia Papagiannaki | |
165 | 4f917833 | Sofia Papagiannaki | def feature_setmany(self, feature, key, values): |
166 | 4f917833 | Sofia Papagiannaki | """Associate the given key, and values with a feature."""
|
167 | 2715ade4 | Sofia Papagiannaki | |
168 | 2ce96391 | Sofia Papagiannaki | #TODO: more efficient way to do it
|
169 | 2ce96391 | Sofia Papagiannaki | for v in values: |
170 | 2ce96391 | Sofia Papagiannaki | self.feature_set(feature, key, v)
|
171 | 2715ade4 | Sofia Papagiannaki | |
172 | 4f917833 | Sofia Papagiannaki | def feature_unset(self, feature, key, value): |
173 | 4f917833 | Sofia Papagiannaki | """Disassociate a key, value pair from a feature."""
|
174 | 2715ade4 | Sofia Papagiannaki | |
175 | 4f917833 | Sofia Papagiannaki | s = self.xfeaturevals.delete()
|
176 | 4f917833 | Sofia Papagiannaki | s = s.where(and_(self.xfeaturevals.c.feature_id == feature,
|
177 | 2715ade4 | Sofia Papagiannaki | self.xfeaturevals.c.key == key,
|
178 | 2715ade4 | Sofia Papagiannaki | self.xfeaturevals.c.value == value))
|
179 | 4f917833 | Sofia Papagiannaki | r = self.conn.execute(s)
|
180 | 4f917833 | Sofia Papagiannaki | r.close() |
181 | 2715ade4 | Sofia Papagiannaki | |
182 | 4f917833 | Sofia Papagiannaki | def feature_unsetmany(self, feature, key, values): |
183 | 4f917833 | Sofia Papagiannaki | """Disassociate the key for the values given, from a feature."""
|
184 | 2715ade4 | Sofia Papagiannaki | |
185 | 4f917833 | Sofia Papagiannaki | for v in values: |
186 | 4f917833 | Sofia Papagiannaki | conditional = and_(self.xfeaturevals.c.feature_id == feature,
|
187 | 4f917833 | Sofia Papagiannaki | self.xfeaturevals.c.key == key,
|
188 | 4f917833 | Sofia Papagiannaki | self.xfeaturevals.c.value == v)
|
189 | 4f917833 | Sofia Papagiannaki | s = self.xfeaturevals.delete().where(conditional)
|
190 | 4f917833 | Sofia Papagiannaki | r = self.conn.execute(s)
|
191 | 4f917833 | Sofia Papagiannaki | r.close() |
192 | 2715ade4 | Sofia Papagiannaki | |
193 | 4f917833 | Sofia Papagiannaki | def feature_get(self, feature, key): |
194 | 4f917833 | Sofia Papagiannaki | """Return the list of values for a key of a feature."""
|
195 | 2715ade4 | Sofia Papagiannaki | |
196 | 4f917833 | Sofia Papagiannaki | s = select([self.xfeaturevals.c.value])
|
197 | 4f917833 | Sofia Papagiannaki | s = s.where(and_(self.xfeaturevals.c.feature_id == feature,
|
198 | 2715ade4 | Sofia Papagiannaki | self.xfeaturevals.c.key == key))
|
199 | 4f917833 | Sofia Papagiannaki | r = self.conn.execute(s)
|
200 | 4f917833 | Sofia Papagiannaki | l = [row[0] for row in r.fetchall()] |
201 | 4f917833 | Sofia Papagiannaki | r.close() |
202 | 4f917833 | Sofia Papagiannaki | return l
|
203 | 2715ade4 | Sofia Papagiannaki | |
204 | 4f917833 | Sofia Papagiannaki | def feature_clear(self, feature, key): |
205 | 4f917833 | Sofia Papagiannaki | """Delete all key, value pairs for a key of a feature."""
|
206 | 2715ade4 | Sofia Papagiannaki | |
207 | 4f917833 | Sofia Papagiannaki | s = self.xfeaturevals.delete()
|
208 | 4f917833 | Sofia Papagiannaki | s = s.where(and_(self.xfeaturevals.c.feature_id == feature,
|
209 | 2715ade4 | Sofia Papagiannaki | self.xfeaturevals.c.key == key))
|
210 | 4f917833 | Sofia Papagiannaki | r = self.conn.execute(s)
|
211 | 4f917833 | Sofia Papagiannaki | r.close() |