root / snf-pithos-backend / pithos / backends / lib / sqlalchemy / xfeatures.py @ 96090728
History | View | Annotate | Download (7.8 kB)
1 | 2e662088 | Antony Chazapis | # Copyright 2011-2012 GRNET S.A. All rights reserved.
|
---|---|---|---|
2 | 2715ade4 | Sofia Papagiannaki | #
|
3 | 4f917833 | Sofia Papagiannaki | # Redistribution and use in source and binary forms, with or
|
4 | 4f917833 | Sofia Papagiannaki | # without modification, are permitted provided that the following
|
5 | 4f917833 | Sofia Papagiannaki | # conditions are met:
|
6 | 2715ade4 | Sofia Papagiannaki | #
|
7 | 4f917833 | Sofia Papagiannaki | # 1. Redistributions of source code must retain the above
|
8 | 4f917833 | Sofia Papagiannaki | # copyright notice, this list of conditions and the following
|
9 | 4f917833 | Sofia Papagiannaki | # disclaimer.
|
10 | 2715ade4 | Sofia Papagiannaki | #
|
11 | 4f917833 | Sofia Papagiannaki | # 2. Redistributions in binary form must reproduce the above
|
12 | 4f917833 | Sofia Papagiannaki | # copyright notice, this list of conditions and the following
|
13 | 4f917833 | Sofia Papagiannaki | # disclaimer in the documentation and/or other materials
|
14 | 4f917833 | Sofia Papagiannaki | # provided with the distribution.
|
15 | 2715ade4 | Sofia Papagiannaki | #
|
16 | 4f917833 | Sofia Papagiannaki | # THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
|
17 | 4f917833 | Sofia Papagiannaki | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
|
18 | 4f917833 | Sofia Papagiannaki | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
19 | 4f917833 | Sofia Papagiannaki | # PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
|
20 | 4f917833 | Sofia Papagiannaki | # CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
21 | 4f917833 | Sofia Papagiannaki | # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
22 | 4f917833 | Sofia Papagiannaki | # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
|
23 | 4f917833 | Sofia Papagiannaki | # USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
|
24 | 4f917833 | Sofia Papagiannaki | # AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
25 | 4f917833 | Sofia Papagiannaki | # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
|
26 | 4f917833 | Sofia Papagiannaki | # ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
27 | 4f917833 | Sofia Papagiannaki | # POSSIBILITY OF SUCH DAMAGE.
|
28 | 2715ade4 | Sofia Papagiannaki | #
|
29 | 4f917833 | Sofia Papagiannaki | # The views and conclusions contained in the software and
|
30 | 4f917833 | Sofia Papagiannaki | # documentation are those of the authors and should not be
|
31 | 4f917833 | Sofia Papagiannaki | # interpreted as representing official policies, either expressed
|
32 | 4f917833 | Sofia Papagiannaki | # or implied, of GRNET S.A.
|
33 | 4f917833 | Sofia Papagiannaki | |
34 | 4f917833 | Sofia Papagiannaki | from collections import defaultdict |
35 | 4f917833 | Sofia Papagiannaki | from sqlalchemy import Table, Column, String, Integer, MetaData, ForeignKey |
36 | 4f917833 | Sofia Papagiannaki | from sqlalchemy.sql import select, and_ |
37 | 4f917833 | Sofia Papagiannaki | from sqlalchemy.schema import Index |
38 | 6a82f89f | Sofia Papagiannaki | from sqlalchemy.exc import NoSuchTableError |
39 | 4f917833 | Sofia Papagiannaki | |
40 | 4f917833 | Sofia Papagiannaki | from dbworker import DBWorker |
41 | 4f917833 | Sofia Papagiannaki | |
42 | 2715ade4 | Sofia Papagiannaki | |
43 | 6a82f89f | Sofia Papagiannaki | def create_tables(engine): |
44 | 6a82f89f | Sofia Papagiannaki | metadata = MetaData() |
45 | 2715ade4 | Sofia Papagiannaki | columns = [] |
46 | 6a82f89f | Sofia Papagiannaki | columns.append(Column('feature_id', Integer, primary_key=True)) |
47 | 6a82f89f | Sofia Papagiannaki | columns.append(Column('path', String(2048))) |
48 | 6a82f89f | Sofia Papagiannaki | xfeatures = Table('xfeatures', metadata, *columns, mysql_engine='InnoDB') |
49 | 6a82f89f | Sofia Papagiannaki | # place an index on path
|
50 | 6a82f89f | Sofia Papagiannaki | Index('idx_features_path', xfeatures.c.path, unique=True) |
51 | 2715ade4 | Sofia Papagiannaki | |
52 | 2715ade4 | Sofia Papagiannaki | columns = [] |
53 | 6a82f89f | Sofia Papagiannaki | columns.append(Column('feature_id', Integer,
|
54 | 6a82f89f | Sofia Papagiannaki | ForeignKey('xfeatures.feature_id',
|
55 | 6a82f89f | Sofia Papagiannaki | ondelete='CASCADE'),
|
56 | 6a82f89f | Sofia Papagiannaki | primary_key=True))
|
57 | 6a82f89f | Sofia Papagiannaki | columns.append(Column('key', Integer, primary_key=True, |
58 | 6a82f89f | Sofia Papagiannaki | autoincrement=False))
|
59 | 6a82f89f | Sofia Papagiannaki | columns.append(Column('value', String(256), primary_key=True)) |
60 | 29148653 | Sofia Papagiannaki | Table('xfeaturevals', metadata, *columns, mysql_engine='InnoDB') |
61 | 2715ade4 | Sofia Papagiannaki | |
62 | 6a82f89f | Sofia Papagiannaki | metadata.create_all(engine) |
63 | 6a82f89f | Sofia Papagiannaki | return metadata.sorted_tables
|
64 | 4f917833 | Sofia Papagiannaki | |
65 | 2715ade4 | Sofia Papagiannaki | |
66 | 4f917833 | Sofia Papagiannaki | class XFeatures(DBWorker): |
67 | 4f917833 | Sofia Papagiannaki | """XFeatures are path properties that allow non-nested
|
68 | 4f917833 | Sofia Papagiannaki | inheritance patterns. Currently used for storing permissions.
|
69 | 4f917833 | Sofia Papagiannaki | """
|
70 | 2715ade4 | Sofia Papagiannaki | |
71 | 4f917833 | Sofia Papagiannaki | def __init__(self, **params): |
72 | 4f917833 | Sofia Papagiannaki | DBWorker.__init__(self, **params)
|
73 | 6a82f89f | Sofia Papagiannaki | try:
|
74 | 6a82f89f | Sofia Papagiannaki | metadata = MetaData(self.engine)
|
75 | 6a82f89f | Sofia Papagiannaki | self.xfeatures = Table('xfeatures', metadata, autoload=True) |
76 | 6a82f89f | Sofia Papagiannaki | self.xfeaturevals = Table('xfeaturevals', metadata, autoload=True) |
77 | 6a82f89f | Sofia Papagiannaki | except NoSuchTableError:
|
78 | 6a82f89f | Sofia Papagiannaki | tables = create_tables(self.engine)
|
79 | 6a82f89f | Sofia Papagiannaki | map(lambda t: self.__setattr__(t.name, t), tables) |
80 | 2715ade4 | Sofia Papagiannaki | |
81 | d83c93c9 | Antony Chazapis | # def xfeature_inherit(self, path):
|
82 | d83c93c9 | Antony Chazapis | # """Return the (path, feature) inherited by the path, or None."""
|
83 | 2715ade4 | Sofia Papagiannaki | #
|
84 | d83c93c9 | Antony Chazapis | # s = select([self.xfeatures.c.path, self.xfeatures.c.feature_id])
|
85 | d83c93c9 | Antony Chazapis | # s = s.where(self.xfeatures.c.path <= path)
|
86 | 29148653 | Sofia Papagiannaki | # s = s.where(self.xfeatures.c.path.like(
|
87 | 29148653 | Sofia Papagiannaki | # self.escape_like(path) + '%', escape='\\')) # XXX: Escape like...
|
88 | d83c93c9 | Antony Chazapis | # s = s.order_by(desc(self.xfeatures.c.path))
|
89 | d83c93c9 | Antony Chazapis | # r = self.conn.execute(s)
|
90 | d83c93c9 | Antony Chazapis | # l = r.fetchall()
|
91 | d83c93c9 | Antony Chazapis | # r.close()
|
92 | d83c93c9 | Antony Chazapis | # return l
|
93 | 2715ade4 | Sofia Papagiannaki | |
94 | cf341da4 | Antony Chazapis | def xfeature_get(self, path): |
95 | cf341da4 | Antony Chazapis | """Return feature for path."""
|
96 | 2715ade4 | Sofia Papagiannaki | |
97 | cf341da4 | Antony Chazapis | s = select([self.xfeatures.c.feature_id])
|
98 | cf341da4 | Antony Chazapis | s = s.where(self.xfeatures.c.path == path)
|
99 | 4f917833 | Sofia Papagiannaki | s = s.order_by(self.xfeatures.c.path)
|
100 | 4f917833 | Sofia Papagiannaki | r = self.conn.execute(s)
|
101 | cf341da4 | Antony Chazapis | row = r.fetchone() |
102 | 4f917833 | Sofia Papagiannaki | r.close() |
103 | cf341da4 | Antony Chazapis | if row:
|
104 | cf341da4 | Antony Chazapis | return row[0] |
105 | cf341da4 | Antony Chazapis | return None |
106 | 2715ade4 | Sofia Papagiannaki | |
107 | 4f917833 | Sofia Papagiannaki | def xfeature_create(self, path): |
108 | 4f917833 | Sofia Papagiannaki | """Create and return a feature for path.
|
109 | 4f917833 | Sofia Papagiannaki | If the path has a feature, return it.
|
110 | 4f917833 | Sofia Papagiannaki | """
|
111 | 2715ade4 | Sofia Papagiannaki | |
112 | cf341da4 | Antony Chazapis | feature = self.xfeature_get(path)
|
113 | cf341da4 | Antony Chazapis | if feature is not None: |
114 | cf341da4 | Antony Chazapis | return feature
|
115 | 4f917833 | Sofia Papagiannaki | s = self.xfeatures.insert()
|
116 | 4f917833 | Sofia Papagiannaki | r = self.conn.execute(s, path=path)
|
117 | 4f917833 | Sofia Papagiannaki | inserted_primary_key = r.inserted_primary_key[0]
|
118 | 4f917833 | Sofia Papagiannaki | r.close() |
119 | 4f917833 | Sofia Papagiannaki | return inserted_primary_key
|
120 | 2715ade4 | Sofia Papagiannaki | |
121 | 4f917833 | Sofia Papagiannaki | def xfeature_destroy(self, path): |
122 | 4f917833 | Sofia Papagiannaki | """Destroy a feature and all its key, value pairs."""
|
123 | 2715ade4 | Sofia Papagiannaki | |
124 | 4f917833 | Sofia Papagiannaki | s = self.xfeatures.delete().where(self.xfeatures.c.path == path) |
125 | 4f917833 | Sofia Papagiannaki | r = self.conn.execute(s)
|
126 | 4f917833 | Sofia Papagiannaki | r.close() |
127 | 2715ade4 | Sofia Papagiannaki | |
128 | 8221c89d | Sofia Papagiannaki | def xfeature_destroy_bulk(self, paths): |
129 | 8221c89d | Sofia Papagiannaki | """Destroy features and all their key, value pairs."""
|
130 | 29148653 | Sofia Papagiannaki | |
131 | c53502b1 | Sofia Papagiannaki | if not paths: |
132 | c53502b1 | Sofia Papagiannaki | return
|
133 | 8221c89d | Sofia Papagiannaki | s = self.xfeatures.delete().where(self.xfeatures.c.path.in_(paths)) |
134 | 8221c89d | Sofia Papagiannaki | r = self.conn.execute(s)
|
135 | 8221c89d | Sofia Papagiannaki | r.close() |
136 | 2715ade4 | Sofia Papagiannaki | |
137 | 4f917833 | Sofia Papagiannaki | def feature_dict(self, feature): |
138 | 4f917833 | Sofia Papagiannaki | """Return a dict mapping keys to list of values for feature."""
|
139 | 2715ade4 | Sofia Papagiannaki | |
140 | 4f917833 | Sofia Papagiannaki | s = select([self.xfeaturevals.c.key, self.xfeaturevals.c.value]) |
141 | 4f917833 | Sofia Papagiannaki | s = s.where(self.xfeaturevals.c.feature_id == feature)
|
142 | 4f917833 | Sofia Papagiannaki | r = self.conn.execute(s)
|
143 | 4f917833 | Sofia Papagiannaki | d = defaultdict(list)
|
144 | 4f917833 | Sofia Papagiannaki | for key, value in r.fetchall(): |
145 | 4f917833 | Sofia Papagiannaki | d[key].append(value) |
146 | 4f917833 | Sofia Papagiannaki | r.close() |
147 | 4f917833 | Sofia Papagiannaki | return d
|
148 | 2715ade4 | Sofia Papagiannaki | |
149 | 4f917833 | Sofia Papagiannaki | def feature_set(self, feature, key, value): |
150 | 4f917833 | Sofia Papagiannaki | """Associate a key, value pair with a feature."""
|
151 | 2715ade4 | Sofia Papagiannaki | |
152 | 2ce96391 | Sofia Papagiannaki | s = self.xfeaturevals.select()
|
153 | 2ce96391 | Sofia Papagiannaki | s = s.where(self.xfeaturevals.c.feature_id == feature)
|
154 | 2ce96391 | Sofia Papagiannaki | s = s.where(self.xfeaturevals.c.key == key)
|
155 | a68d51a4 | Sofia Papagiannaki | s = s.where(self.xfeaturevals.c.value == value)
|
156 | 2ce96391 | Sofia Papagiannaki | r = self.conn.execute(s)
|
157 | 2ce96391 | Sofia Papagiannaki | xfeaturevals = r.fetchall() |
158 | 4f917833 | Sofia Papagiannaki | r.close() |
159 | 2ce96391 | Sofia Papagiannaki | if len(xfeaturevals) == 0: |
160 | 2ce96391 | Sofia Papagiannaki | s = self.xfeaturevals.insert()
|
161 | 2ce96391 | Sofia Papagiannaki | r = self.conn.execute(s, feature_id=feature, key=key, value=value)
|
162 | 2ce96391 | Sofia Papagiannaki | r.close() |
163 | 2715ade4 | Sofia Papagiannaki | |
164 | 4f917833 | Sofia Papagiannaki | def feature_setmany(self, feature, key, values): |
165 | 4f917833 | Sofia Papagiannaki | """Associate the given key, and values with a feature."""
|
166 | 2715ade4 | Sofia Papagiannaki | |
167 | 2ce96391 | Sofia Papagiannaki | #TODO: more efficient way to do it
|
168 | 2ce96391 | Sofia Papagiannaki | for v in values: |
169 | 2ce96391 | Sofia Papagiannaki | self.feature_set(feature, key, v)
|
170 | 2715ade4 | Sofia Papagiannaki | |
171 | 4f917833 | Sofia Papagiannaki | def feature_unset(self, feature, key, value): |
172 | 4f917833 | Sofia Papagiannaki | """Disassociate a key, value pair from a feature."""
|
173 | 2715ade4 | Sofia Papagiannaki | |
174 | 4f917833 | Sofia Papagiannaki | s = self.xfeaturevals.delete()
|
175 | 4f917833 | Sofia Papagiannaki | s = s.where(and_(self.xfeaturevals.c.feature_id == feature,
|
176 | 2715ade4 | Sofia Papagiannaki | self.xfeaturevals.c.key == key,
|
177 | 2715ade4 | Sofia Papagiannaki | self.xfeaturevals.c.value == value))
|
178 | 4f917833 | Sofia Papagiannaki | r = self.conn.execute(s)
|
179 | 4f917833 | Sofia Papagiannaki | r.close() |
180 | 2715ade4 | Sofia Papagiannaki | |
181 | 4f917833 | Sofia Papagiannaki | def feature_unsetmany(self, feature, key, values): |
182 | 4f917833 | Sofia Papagiannaki | """Disassociate the key for the values given, from a feature."""
|
183 | 2715ade4 | Sofia Papagiannaki | |
184 | 4f917833 | Sofia Papagiannaki | for v in values: |
185 | 4f917833 | Sofia Papagiannaki | conditional = and_(self.xfeaturevals.c.feature_id == feature,
|
186 | 4f917833 | Sofia Papagiannaki | self.xfeaturevals.c.key == key,
|
187 | 4f917833 | Sofia Papagiannaki | self.xfeaturevals.c.value == v)
|
188 | 4f917833 | Sofia Papagiannaki | s = self.xfeaturevals.delete().where(conditional)
|
189 | 4f917833 | Sofia Papagiannaki | r = self.conn.execute(s)
|
190 | 4f917833 | Sofia Papagiannaki | r.close() |
191 | 2715ade4 | Sofia Papagiannaki | |
192 | 4f917833 | Sofia Papagiannaki | def feature_get(self, feature, key): |
193 | 4f917833 | Sofia Papagiannaki | """Return the list of values for a key of a feature."""
|
194 | 2715ade4 | Sofia Papagiannaki | |
195 | 4f917833 | Sofia Papagiannaki | s = select([self.xfeaturevals.c.value])
|
196 | 4f917833 | Sofia Papagiannaki | s = s.where(and_(self.xfeaturevals.c.feature_id == feature,
|
197 | 2715ade4 | Sofia Papagiannaki | self.xfeaturevals.c.key == key))
|
198 | 4f917833 | Sofia Papagiannaki | r = self.conn.execute(s)
|
199 | 4f917833 | Sofia Papagiannaki | l = [row[0] for row in r.fetchall()] |
200 | 4f917833 | Sofia Papagiannaki | r.close() |
201 | 4f917833 | Sofia Papagiannaki | return l
|
202 | 2715ade4 | Sofia Papagiannaki | |
203 | 4f917833 | Sofia Papagiannaki | def feature_clear(self, feature, key): |
204 | 4f917833 | Sofia Papagiannaki | """Delete all key, value pairs for a key of a feature."""
|
205 | 2715ade4 | Sofia Papagiannaki | |
206 | 4f917833 | Sofia Papagiannaki | s = self.xfeaturevals.delete()
|
207 | 4f917833 | Sofia Papagiannaki | s = s.where(and_(self.xfeaturevals.c.feature_id == feature,
|
208 | 2715ade4 | Sofia Papagiannaki | self.xfeaturevals.c.key == key))
|
209 | 4f917833 | Sofia Papagiannaki | r = self.conn.execute(s)
|
210 | 4f917833 | Sofia Papagiannaki | r.close() |