root / snf-astakos-app / astakos / im / management / commands / quota.py @ 398a9604
History | View | Annotate | Download (8 kB)
1 | f557d10a | Giorgos Korfiatis | # Copyright 2012, 2013 GRNET S.A. All rights reserved.
|
---|---|---|---|
2 | fc1e2f02 | Sofia Papagiannaki | #
|
3 | fc1e2f02 | Sofia Papagiannaki | # Redistribution and use in source and binary forms, with or
|
4 | fc1e2f02 | Sofia Papagiannaki | # without modification, are permitted provided that the following
|
5 | fc1e2f02 | Sofia Papagiannaki | # conditions are met:
|
6 | fc1e2f02 | Sofia Papagiannaki | #
|
7 | fc1e2f02 | Sofia Papagiannaki | # 1. Redistributions of source code must retain the above
|
8 | fc1e2f02 | Sofia Papagiannaki | # copyright notice, this list of conditions and the following
|
9 | fc1e2f02 | Sofia Papagiannaki | # disclaimer.
|
10 | fc1e2f02 | Sofia Papagiannaki | #
|
11 | fc1e2f02 | Sofia Papagiannaki | # 2. Redistributions in binary form must reproduce the above
|
12 | fc1e2f02 | Sofia Papagiannaki | # copyright notice, this list of conditions and the following
|
13 | fc1e2f02 | Sofia Papagiannaki | # disclaimer in the documentation and/or other materials
|
14 | fc1e2f02 | Sofia Papagiannaki | # provided with the distribution.
|
15 | fc1e2f02 | Sofia Papagiannaki | #
|
16 | fc1e2f02 | Sofia Papagiannaki | # THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
|
17 | fc1e2f02 | Sofia Papagiannaki | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
|
18 | fc1e2f02 | Sofia Papagiannaki | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
19 | fc1e2f02 | Sofia Papagiannaki | # PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
|
20 | fc1e2f02 | Sofia Papagiannaki | # CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
21 | fc1e2f02 | Sofia Papagiannaki | # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
22 | fc1e2f02 | Sofia Papagiannaki | # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
|
23 | fc1e2f02 | Sofia Papagiannaki | # USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
|
24 | fc1e2f02 | Sofia Papagiannaki | # AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
25 | fc1e2f02 | Sofia Papagiannaki | # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
|
26 | fc1e2f02 | Sofia Papagiannaki | # ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
27 | fc1e2f02 | Sofia Papagiannaki | # POSSIBILITY OF SUCH DAMAGE.
|
28 | fc1e2f02 | Sofia Papagiannaki | #
|
29 | fc1e2f02 | Sofia Papagiannaki | # The views and conclusions contained in the software and
|
30 | fc1e2f02 | Sofia Papagiannaki | # documentation are those of the authors and should not be
|
31 | fc1e2f02 | Sofia Papagiannaki | # interpreted as representing official policies, either expressed
|
32 | fc1e2f02 | Sofia Papagiannaki | # or implied, of GRNET S.A.
|
33 | fc1e2f02 | Sofia Papagiannaki | |
34 | 84a3f701 | Giorgos Korfiatis | from optparse import make_option |
35 | 91eca048 | Giorgos Korfiatis | from django.core.management.base import CommandError |
36 | fc1e2f02 | Sofia Papagiannaki | |
37 | aa27f246 | Giorgos Korfiatis | from astakos.im.models import AstakosUser |
38 | e336910f | Giorgos Korfiatis | from astakos.im.quotas import ( |
39 | 3c22bad0 | Giorgos Korfiatis | qh_sync_users_diffs, list_user_quotas, add_base_quota) |
40 | 3c049f6d | Giorgos Korfiatis | from astakos.im.functions import get_user_by_uuid |
41 | db8cfc97 | Giorgos Korfiatis | from astakos.im.management.commands._common import is_uuid, is_email |
42 | b830f774 | Giorgos Korfiatis | from snf_django.lib.db.transaction import commit_on_success_strict |
43 | 91eca048 | Giorgos Korfiatis | from synnefo.webproject.management.commands import SynnefoCommand |
44 | 91eca048 | Giorgos Korfiatis | from synnefo.webproject.management import utils |
45 | 91eca048 | Giorgos Korfiatis | from ._common import show_quotas |
46 | fc1e2f02 | Sofia Papagiannaki | |
47 | 9a06d96f | Olga Brani | import logging |
48 | 9a06d96f | Olga Brani | logger = logging.getLogger(__name__) |
49 | 9a06d96f | Olga Brani | |
50 | f557d10a | Giorgos Korfiatis | |
51 | 91eca048 | Giorgos Korfiatis | class Command(SynnefoCommand): |
52 | 075b91de | Giorgos Korfiatis | help = "List and check the integrity of user quota"
|
53 | 5ce3ce4f | Sofia Papagiannaki | |
54 | 91eca048 | Giorgos Korfiatis | option_list = SynnefoCommand.option_list + ( |
55 | f557d10a | Giorgos Korfiatis | make_option('--list',
|
56 | f557d10a | Giorgos Korfiatis | action='store_true',
|
57 | f557d10a | Giorgos Korfiatis | dest='list',
|
58 | f557d10a | Giorgos Korfiatis | default=False,
|
59 | 075b91de | Giorgos Korfiatis | help="List all quota (default)"),
|
60 | f557d10a | Giorgos Korfiatis | make_option('--verify',
|
61 | 84a3f701 | Giorgos Korfiatis | action='store_true',
|
62 | f557d10a | Giorgos Korfiatis | dest='verify',
|
63 | f557d10a | Giorgos Korfiatis | default=False,
|
64 | f557d10a | Giorgos Korfiatis | help="Check if quotaholder is in sync with astakos"),
|
65 | 140da2d1 | Giorgos Korfiatis | make_option('--sync',
|
66 | 84a3f701 | Giorgos Korfiatis | action='store_true',
|
67 | 140da2d1 | Giorgos Korfiatis | dest='sync',
|
68 | 84a3f701 | Giorgos Korfiatis | default=False,
|
69 | 140da2d1 | Giorgos Korfiatis | help="Sync quotaholder"),
|
70 | db8cfc97 | Giorgos Korfiatis | make_option('--user',
|
71 | db8cfc97 | Giorgos Korfiatis | metavar='<uuid or email>',
|
72 | db8cfc97 | Giorgos Korfiatis | dest='user',
|
73 | 075b91de | Giorgos Korfiatis | help="List quota for a specified user"),
|
74 | 764d99c4 | Giorgos Korfiatis | make_option('--import-base-quota',
|
75 | 764d99c4 | Giorgos Korfiatis | dest='import_base_quota',
|
76 | 075b91de | Giorgos Korfiatis | metavar='<exported-quota.txt>',
|
77 | 075b91de | Giorgos Korfiatis | help=("Import base quota from file. "
|
78 | 764d99c4 | Giorgos Korfiatis | "The file must contain non-empty lines, and each "
|
79 | 764d99c4 | Giorgos Korfiatis | "line must contain a single-space-separated list "
|
80 | 764d99c4 | Giorgos Korfiatis | "of values: <user> <resource name> <capacity>")
|
81 | 764d99c4 | Giorgos Korfiatis | ), |
82 | 84a3f701 | Giorgos Korfiatis | ) |
83 | 84a3f701 | Giorgos Korfiatis | |
84 | 3adbd562 | Giorgos Korfiatis | @commit_on_success_strict()
|
85 | 84a3f701 | Giorgos Korfiatis | def handle(self, *args, **options): |
86 | 140da2d1 | Giorgos Korfiatis | sync = options['sync']
|
87 | 2ef1e2d7 | Giorgos Korfiatis | verify = options['verify']
|
88 | db8cfc97 | Giorgos Korfiatis | user_ident = options['user']
|
89 | 764d99c4 | Giorgos Korfiatis | list_ = options['list']
|
90 | 764d99c4 | Giorgos Korfiatis | import_base_quota = options['import_base_quota']
|
91 | 764d99c4 | Giorgos Korfiatis | |
92 | 764d99c4 | Giorgos Korfiatis | if import_base_quota:
|
93 | 764d99c4 | Giorgos Korfiatis | if any([sync, verify, list_]): |
94 | 764d99c4 | Giorgos Korfiatis | m = "--from-file cannot be combined with other options."
|
95 | 764d99c4 | Giorgos Korfiatis | raise CommandError(m)
|
96 | 764d99c4 | Giorgos Korfiatis | self.import_from_file(import_base_quota)
|
97 | 764d99c4 | Giorgos Korfiatis | else:
|
98 | 764d99c4 | Giorgos Korfiatis | self.quotas(sync, verify, user_ident, options["output_format"]) |
99 | 764d99c4 | Giorgos Korfiatis | |
100 | 764d99c4 | Giorgos Korfiatis | def quotas(self, sync, verify, user_ident, output_format): |
101 | 2ef1e2d7 | Giorgos Korfiatis | list_only = not sync and not verify |
102 | 2ef1e2d7 | Giorgos Korfiatis | |
103 | db8cfc97 | Giorgos Korfiatis | if user_ident is not None: |
104 | 3adbd562 | Giorgos Korfiatis | users = [self.get_user(user_ident)]
|
105 | db8cfc97 | Giorgos Korfiatis | else:
|
106 | 3adbd562 | Giorgos Korfiatis | users = AstakosUser.objects.verified() |
107 | db8cfc97 | Giorgos Korfiatis | |
108 | e336910f | Giorgos Korfiatis | if list_only:
|
109 | e336910f | Giorgos Korfiatis | qh_quotas, astakos_i = list_user_quotas(users) |
110 | 3adbd562 | Giorgos Korfiatis | |
111 | e336910f | Giorgos Korfiatis | info = {} |
112 | e336910f | Giorgos Korfiatis | for user in users: |
113 | e336910f | Giorgos Korfiatis | info[user.uuid] = user.email |
114 | f557d10a | Giorgos Korfiatis | |
115 | 91eca048 | Giorgos Korfiatis | print_data, labels = show_quotas(qh_quotas, astakos_i, info) |
116 | 91eca048 | Giorgos Korfiatis | utils.pprint_table(self.stdout, print_data, labels,
|
117 | 764d99c4 | Giorgos Korfiatis | output_format) |
118 | 91eca048 | Giorgos Korfiatis | |
119 | e336910f | Giorgos Korfiatis | elif verify or sync: |
120 | 3c22bad0 | Giorgos Korfiatis | qh_limits, diff_q = qh_sync_users_diffs(users, sync=sync) |
121 | 2ef1e2d7 | Giorgos Korfiatis | if verify:
|
122 | 0da5e49a | Giorgos Korfiatis | self.print_verify(qh_limits, diff_q)
|
123 | 2ef1e2d7 | Giorgos Korfiatis | if sync:
|
124 | 2ef1e2d7 | Giorgos Korfiatis | self.print_sync(diff_q)
|
125 | f557d10a | Giorgos Korfiatis | |
126 | 3adbd562 | Giorgos Korfiatis | def get_user(self, user_ident): |
127 | db8cfc97 | Giorgos Korfiatis | if is_uuid(user_ident):
|
128 | db8cfc97 | Giorgos Korfiatis | try:
|
129 | db8cfc97 | Giorgos Korfiatis | user = AstakosUser.objects.get(uuid=user_ident) |
130 | db8cfc97 | Giorgos Korfiatis | except AstakosUser.DoesNotExist:
|
131 | db8cfc97 | Giorgos Korfiatis | raise CommandError('Not found user having uuid: %s' % |
132 | db8cfc97 | Giorgos Korfiatis | user_ident) |
133 | db8cfc97 | Giorgos Korfiatis | elif is_email(user_ident):
|
134 | db8cfc97 | Giorgos Korfiatis | try:
|
135 | db8cfc97 | Giorgos Korfiatis | user = AstakosUser.objects.get(username=user_ident) |
136 | db8cfc97 | Giorgos Korfiatis | except AstakosUser.DoesNotExist:
|
137 | db8cfc97 | Giorgos Korfiatis | raise CommandError('Not found user having email: %s' % |
138 | db8cfc97 | Giorgos Korfiatis | user_ident) |
139 | db8cfc97 | Giorgos Korfiatis | else:
|
140 | db8cfc97 | Giorgos Korfiatis | raise CommandError('Please specify user by uuid or email') |
141 | db8cfc97 | Giorgos Korfiatis | |
142 | cb0c401a | Giorgos Korfiatis | if not user.email_verified and sync: |
143 | cb0c401a | Giorgos Korfiatis | raise CommandError('User %s is not verified.' % user.uuid) |
144 | cb0c401a | Giorgos Korfiatis | |
145 | 3adbd562 | Giorgos Korfiatis | return user
|
146 | f557d10a | Giorgos Korfiatis | |
147 | 2ef1e2d7 | Giorgos Korfiatis | def print_sync(self, diff_quotas): |
148 | 2ef1e2d7 | Giorgos Korfiatis | size = len(diff_quotas)
|
149 | 2ef1e2d7 | Giorgos Korfiatis | if size == 0: |
150 | 2ef1e2d7 | Giorgos Korfiatis | self.stdout.write("No sync needed.\n") |
151 | 2ef1e2d7 | Giorgos Korfiatis | else:
|
152 | 2ef1e2d7 | Giorgos Korfiatis | self.stdout.write("Synced %s users:\n" % size) |
153 | 2ef1e2d7 | Giorgos Korfiatis | for holder in diff_quotas.keys(): |
154 | 2ef1e2d7 | Giorgos Korfiatis | user = get_user_by_uuid(holder) |
155 | 2ef1e2d7 | Giorgos Korfiatis | self.stdout.write("%s (%s)\n" % (holder, user.username)) |
156 | 2ef1e2d7 | Giorgos Korfiatis | |
157 | f557d10a | Giorgos Korfiatis | def print_verify(self, |
158 | f557d10a | Giorgos Korfiatis | qh_limits, |
159 | 2ef1e2d7 | Giorgos Korfiatis | diff_quotas): |
160 | 62fda315 | Giorgos Korfiatis | |
161 | 2ef1e2d7 | Giorgos Korfiatis | for holder, local in diff_quotas.iteritems(): |
162 | f557d10a | Giorgos Korfiatis | registered = qh_limits.pop(holder, None)
|
163 | 2ef1e2d7 | Giorgos Korfiatis | user = get_user_by_uuid(holder) |
164 | 3c049f6d | Giorgos Korfiatis | if registered is None: |
165 | 2ef1e2d7 | Giorgos Korfiatis | self.stdout.write(
|
166 | 075b91de | Giorgos Korfiatis | "No quota for %s (%s) in quotaholder.\n" %
|
167 | 2ef1e2d7 | Giorgos Korfiatis | (holder, user.username)) |
168 | 2ef1e2d7 | Giorgos Korfiatis | else:
|
169 | 075b91de | Giorgos Korfiatis | self.stdout.write("Quota differ for %s (%s):\n" % |
170 | 2ef1e2d7 | Giorgos Korfiatis | (holder, user.username)) |
171 | 075b91de | Giorgos Korfiatis | self.stdout.write("Quota according to quotaholder:\n") |
172 | 3c049f6d | Giorgos Korfiatis | self.stdout.write("%s\n" % (registered)) |
173 | 075b91de | Giorgos Korfiatis | self.stdout.write("Quota according to astakos:\n") |
174 | 3c049f6d | Giorgos Korfiatis | self.stdout.write("%s\n\n" % (local)) |
175 | 3c049f6d | Giorgos Korfiatis | |
176 | 2ef1e2d7 | Giorgos Korfiatis | diffs = len(diff_quotas)
|
177 | 3c049f6d | Giorgos Korfiatis | if diffs:
|
178 | 075b91de | Giorgos Korfiatis | self.stdout.write("Quota differ for %d users.\n" % (diffs)) |
179 | 764d99c4 | Giorgos Korfiatis | |
180 | 764d99c4 | Giorgos Korfiatis | def import_from_file(self, location): |
181 | 764d99c4 | Giorgos Korfiatis | users = set()
|
182 | 764d99c4 | Giorgos Korfiatis | with open(location) as f: |
183 | 764d99c4 | Giorgos Korfiatis | for line in f.readlines(): |
184 | 764d99c4 | Giorgos Korfiatis | try:
|
185 | 764d99c4 | Giorgos Korfiatis | t = line.rstrip('\n').split(' ') |
186 | 764d99c4 | Giorgos Korfiatis | user = t[0]
|
187 | 764d99c4 | Giorgos Korfiatis | resource = t[1]
|
188 | 764d99c4 | Giorgos Korfiatis | capacity = t[2]
|
189 | 764d99c4 | Giorgos Korfiatis | except(IndexError, TypeError): |
190 | 764d99c4 | Giorgos Korfiatis | self.stdout.write('Invalid line format: %s:\n' % t) |
191 | 764d99c4 | Giorgos Korfiatis | continue
|
192 | 764d99c4 | Giorgos Korfiatis | else:
|
193 | 764d99c4 | Giorgos Korfiatis | try:
|
194 | 764d99c4 | Giorgos Korfiatis | user = self.get_user(user)
|
195 | 764d99c4 | Giorgos Korfiatis | users.add(user.id) |
196 | 764d99c4 | Giorgos Korfiatis | except CommandError:
|
197 | 764d99c4 | Giorgos Korfiatis | self.stdout.write('Not found user: %s\n' % user) |
198 | 764d99c4 | Giorgos Korfiatis | continue
|
199 | 764d99c4 | Giorgos Korfiatis | else:
|
200 | 764d99c4 | Giorgos Korfiatis | try:
|
201 | 764d99c4 | Giorgos Korfiatis | add_base_quota(user, resource, capacity) |
202 | 764d99c4 | Giorgos Korfiatis | except Exception, e: |
203 | 764d99c4 | Giorgos Korfiatis | self.stdout.write('Failed to add quota: %s\n' % e) |
204 | 764d99c4 | Giorgos Korfiatis | continue |