Statistics
| Branch: | Tag: | Revision:

root / snf-astakos-app / astakos / im / management / commands / quota.py @ 398a9604

History | View | Annotate | Download (8 kB)

1 f557d10a Giorgos Korfiatis
# Copyright 2012, 2013 GRNET S.A. All rights reserved.
2 fc1e2f02 Sofia Papagiannaki
#
3 fc1e2f02 Sofia Papagiannaki
# Redistribution and use in source and binary forms, with or
4 fc1e2f02 Sofia Papagiannaki
# without modification, are permitted provided that the following
5 fc1e2f02 Sofia Papagiannaki
# conditions are met:
6 fc1e2f02 Sofia Papagiannaki
#
7 fc1e2f02 Sofia Papagiannaki
#   1. Redistributions of source code must retain the above
8 fc1e2f02 Sofia Papagiannaki
#      copyright notice, this list of conditions and the following
9 fc1e2f02 Sofia Papagiannaki
#      disclaimer.
10 fc1e2f02 Sofia Papagiannaki
#
11 fc1e2f02 Sofia Papagiannaki
#   2. Redistributions in binary form must reproduce the above
12 fc1e2f02 Sofia Papagiannaki
#      copyright notice, this list of conditions and the following
13 fc1e2f02 Sofia Papagiannaki
#      disclaimer in the documentation and/or other materials
14 fc1e2f02 Sofia Papagiannaki
#      provided with the distribution.
15 fc1e2f02 Sofia Papagiannaki
#
16 fc1e2f02 Sofia Papagiannaki
# THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
17 fc1e2f02 Sofia Papagiannaki
# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
18 fc1e2f02 Sofia Papagiannaki
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 fc1e2f02 Sofia Papagiannaki
# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
20 fc1e2f02 Sofia Papagiannaki
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 fc1e2f02 Sofia Papagiannaki
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22 fc1e2f02 Sofia Papagiannaki
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
23 fc1e2f02 Sofia Papagiannaki
# USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
24 fc1e2f02 Sofia Papagiannaki
# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25 fc1e2f02 Sofia Papagiannaki
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
26 fc1e2f02 Sofia Papagiannaki
# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27 fc1e2f02 Sofia Papagiannaki
# POSSIBILITY OF SUCH DAMAGE.
28 fc1e2f02 Sofia Papagiannaki
#
29 fc1e2f02 Sofia Papagiannaki
# The views and conclusions contained in the software and
30 fc1e2f02 Sofia Papagiannaki
# documentation are those of the authors and should not be
31 fc1e2f02 Sofia Papagiannaki
# interpreted as representing official policies, either expressed
32 fc1e2f02 Sofia Papagiannaki
# or implied, of GRNET S.A.
33 fc1e2f02 Sofia Papagiannaki
34 84a3f701 Giorgos Korfiatis
from optparse import make_option
35 91eca048 Giorgos Korfiatis
from django.core.management.base import CommandError
36 fc1e2f02 Sofia Papagiannaki
37 aa27f246 Giorgos Korfiatis
from astakos.im.models import AstakosUser
38 e336910f Giorgos Korfiatis
from astakos.im.quotas import (
39 3c22bad0 Giorgos Korfiatis
    qh_sync_users_diffs, list_user_quotas, add_base_quota)
40 3c049f6d Giorgos Korfiatis
from astakos.im.functions import get_user_by_uuid
41 db8cfc97 Giorgos Korfiatis
from astakos.im.management.commands._common import is_uuid, is_email
42 b830f774 Giorgos Korfiatis
from snf_django.lib.db.transaction import commit_on_success_strict
43 91eca048 Giorgos Korfiatis
from synnefo.webproject.management.commands import SynnefoCommand
44 91eca048 Giorgos Korfiatis
from synnefo.webproject.management import utils
45 91eca048 Giorgos Korfiatis
from ._common import show_quotas
46 fc1e2f02 Sofia Papagiannaki
47 9a06d96f Olga Brani
import logging
48 9a06d96f Olga Brani
logger = logging.getLogger(__name__)
49 9a06d96f Olga Brani
50 f557d10a Giorgos Korfiatis
51 91eca048 Giorgos Korfiatis
class Command(SynnefoCommand):
52 075b91de Giorgos Korfiatis
    help = "List and check the integrity of user quota"
53 5ce3ce4f Sofia Papagiannaki
54 91eca048 Giorgos Korfiatis
    option_list = SynnefoCommand.option_list + (
55 f557d10a Giorgos Korfiatis
        make_option('--list',
56 f557d10a Giorgos Korfiatis
                    action='store_true',
57 f557d10a Giorgos Korfiatis
                    dest='list',
58 f557d10a Giorgos Korfiatis
                    default=False,
59 075b91de Giorgos Korfiatis
                    help="List all quota (default)"),
60 f557d10a Giorgos Korfiatis
        make_option('--verify',
61 84a3f701 Giorgos Korfiatis
                    action='store_true',
62 f557d10a Giorgos Korfiatis
                    dest='verify',
63 f557d10a Giorgos Korfiatis
                    default=False,
64 f557d10a Giorgos Korfiatis
                    help="Check if quotaholder is in sync with astakos"),
65 140da2d1 Giorgos Korfiatis
        make_option('--sync',
66 84a3f701 Giorgos Korfiatis
                    action='store_true',
67 140da2d1 Giorgos Korfiatis
                    dest='sync',
68 84a3f701 Giorgos Korfiatis
                    default=False,
69 140da2d1 Giorgos Korfiatis
                    help="Sync quotaholder"),
70 db8cfc97 Giorgos Korfiatis
        make_option('--user',
71 db8cfc97 Giorgos Korfiatis
                    metavar='<uuid or email>',
72 db8cfc97 Giorgos Korfiatis
                    dest='user',
73 075b91de Giorgos Korfiatis
                    help="List quota for a specified user"),
74 764d99c4 Giorgos Korfiatis
        make_option('--import-base-quota',
75 764d99c4 Giorgos Korfiatis
                    dest='import_base_quota',
76 075b91de Giorgos Korfiatis
                    metavar='<exported-quota.txt>',
77 075b91de Giorgos Korfiatis
                    help=("Import base quota from file. "
78 764d99c4 Giorgos Korfiatis
                          "The file must contain non-empty lines, and each "
79 764d99c4 Giorgos Korfiatis
                          "line must contain a single-space-separated list "
80 764d99c4 Giorgos Korfiatis
                          "of values: <user> <resource name> <capacity>")
81 764d99c4 Giorgos Korfiatis
                    ),
82 84a3f701 Giorgos Korfiatis
    )
83 84a3f701 Giorgos Korfiatis
84 3adbd562 Giorgos Korfiatis
    @commit_on_success_strict()
85 84a3f701 Giorgos Korfiatis
    def handle(self, *args, **options):
86 140da2d1 Giorgos Korfiatis
        sync = options['sync']
87 2ef1e2d7 Giorgos Korfiatis
        verify = options['verify']
88 db8cfc97 Giorgos Korfiatis
        user_ident = options['user']
89 764d99c4 Giorgos Korfiatis
        list_ = options['list']
90 764d99c4 Giorgos Korfiatis
        import_base_quota = options['import_base_quota']
91 764d99c4 Giorgos Korfiatis
92 764d99c4 Giorgos Korfiatis
        if import_base_quota:
93 764d99c4 Giorgos Korfiatis
            if any([sync, verify, list_]):
94 764d99c4 Giorgos Korfiatis
                m = "--from-file cannot be combined with other options."
95 764d99c4 Giorgos Korfiatis
                raise CommandError(m)
96 764d99c4 Giorgos Korfiatis
            self.import_from_file(import_base_quota)
97 764d99c4 Giorgos Korfiatis
        else:
98 764d99c4 Giorgos Korfiatis
            self.quotas(sync, verify, user_ident, options["output_format"])
99 764d99c4 Giorgos Korfiatis
100 764d99c4 Giorgos Korfiatis
    def quotas(self, sync, verify, user_ident, output_format):
101 2ef1e2d7 Giorgos Korfiatis
        list_only = not sync and not verify
102 2ef1e2d7 Giorgos Korfiatis
103 db8cfc97 Giorgos Korfiatis
        if user_ident is not None:
104 3adbd562 Giorgos Korfiatis
            users = [self.get_user(user_ident)]
105 db8cfc97 Giorgos Korfiatis
        else:
106 3adbd562 Giorgos Korfiatis
            users = AstakosUser.objects.verified()
107 db8cfc97 Giorgos Korfiatis
108 e336910f Giorgos Korfiatis
        if list_only:
109 e336910f Giorgos Korfiatis
            qh_quotas, astakos_i = list_user_quotas(users)
110 3adbd562 Giorgos Korfiatis
111 e336910f Giorgos Korfiatis
            info = {}
112 e336910f Giorgos Korfiatis
            for user in users:
113 e336910f Giorgos Korfiatis
                info[user.uuid] = user.email
114 f557d10a Giorgos Korfiatis
115 91eca048 Giorgos Korfiatis
            print_data, labels = show_quotas(qh_quotas, astakos_i, info)
116 91eca048 Giorgos Korfiatis
            utils.pprint_table(self.stdout, print_data, labels,
117 764d99c4 Giorgos Korfiatis
                               output_format)
118 91eca048 Giorgos Korfiatis
119 e336910f Giorgos Korfiatis
        elif verify or sync:
120 3c22bad0 Giorgos Korfiatis
            qh_limits, diff_q = qh_sync_users_diffs(users, sync=sync)
121 2ef1e2d7 Giorgos Korfiatis
            if verify:
122 0da5e49a Giorgos Korfiatis
                self.print_verify(qh_limits, diff_q)
123 2ef1e2d7 Giorgos Korfiatis
            if sync:
124 2ef1e2d7 Giorgos Korfiatis
                self.print_sync(diff_q)
125 f557d10a Giorgos Korfiatis
126 3adbd562 Giorgos Korfiatis
    def get_user(self, user_ident):
127 db8cfc97 Giorgos Korfiatis
        if is_uuid(user_ident):
128 db8cfc97 Giorgos Korfiatis
            try:
129 db8cfc97 Giorgos Korfiatis
                user = AstakosUser.objects.get(uuid=user_ident)
130 db8cfc97 Giorgos Korfiatis
            except AstakosUser.DoesNotExist:
131 db8cfc97 Giorgos Korfiatis
                raise CommandError('Not found user having uuid: %s' %
132 db8cfc97 Giorgos Korfiatis
                                   user_ident)
133 db8cfc97 Giorgos Korfiatis
        elif is_email(user_ident):
134 db8cfc97 Giorgos Korfiatis
            try:
135 db8cfc97 Giorgos Korfiatis
                user = AstakosUser.objects.get(username=user_ident)
136 db8cfc97 Giorgos Korfiatis
            except AstakosUser.DoesNotExist:
137 db8cfc97 Giorgos Korfiatis
                raise CommandError('Not found user having email: %s' %
138 db8cfc97 Giorgos Korfiatis
                                   user_ident)
139 db8cfc97 Giorgos Korfiatis
        else:
140 db8cfc97 Giorgos Korfiatis
            raise CommandError('Please specify user by uuid or email')
141 db8cfc97 Giorgos Korfiatis
142 cb0c401a Giorgos Korfiatis
        if not user.email_verified and sync:
143 cb0c401a Giorgos Korfiatis
            raise CommandError('User %s is not verified.' % user.uuid)
144 cb0c401a Giorgos Korfiatis
145 3adbd562 Giorgos Korfiatis
        return user
146 f557d10a Giorgos Korfiatis
147 2ef1e2d7 Giorgos Korfiatis
    def print_sync(self, diff_quotas):
148 2ef1e2d7 Giorgos Korfiatis
        size = len(diff_quotas)
149 2ef1e2d7 Giorgos Korfiatis
        if size == 0:
150 2ef1e2d7 Giorgos Korfiatis
            self.stdout.write("No sync needed.\n")
151 2ef1e2d7 Giorgos Korfiatis
        else:
152 2ef1e2d7 Giorgos Korfiatis
            self.stdout.write("Synced %s users:\n" % size)
153 2ef1e2d7 Giorgos Korfiatis
            for holder in diff_quotas.keys():
154 2ef1e2d7 Giorgos Korfiatis
                user = get_user_by_uuid(holder)
155 2ef1e2d7 Giorgos Korfiatis
                self.stdout.write("%s (%s)\n" % (holder, user.username))
156 2ef1e2d7 Giorgos Korfiatis
157 f557d10a Giorgos Korfiatis
    def print_verify(self,
158 f557d10a Giorgos Korfiatis
                     qh_limits,
159 2ef1e2d7 Giorgos Korfiatis
                     diff_quotas):
160 62fda315 Giorgos Korfiatis
161 2ef1e2d7 Giorgos Korfiatis
            for holder, local in diff_quotas.iteritems():
162 f557d10a Giorgos Korfiatis
                registered = qh_limits.pop(holder, None)
163 2ef1e2d7 Giorgos Korfiatis
                user = get_user_by_uuid(holder)
164 3c049f6d Giorgos Korfiatis
                if registered is None:
165 2ef1e2d7 Giorgos Korfiatis
                    self.stdout.write(
166 075b91de Giorgos Korfiatis
                        "No quota for %s (%s) in quotaholder.\n" %
167 2ef1e2d7 Giorgos Korfiatis
                        (holder, user.username))
168 2ef1e2d7 Giorgos Korfiatis
                else:
169 075b91de Giorgos Korfiatis
                    self.stdout.write("Quota differ for %s (%s):\n" %
170 2ef1e2d7 Giorgos Korfiatis
                                      (holder, user.username))
171 075b91de Giorgos Korfiatis
                    self.stdout.write("Quota according to quotaholder:\n")
172 3c049f6d Giorgos Korfiatis
                    self.stdout.write("%s\n" % (registered))
173 075b91de Giorgos Korfiatis
                    self.stdout.write("Quota according to astakos:\n")
174 3c049f6d Giorgos Korfiatis
                    self.stdout.write("%s\n\n" % (local))
175 3c049f6d Giorgos Korfiatis
176 2ef1e2d7 Giorgos Korfiatis
            diffs = len(diff_quotas)
177 3c049f6d Giorgos Korfiatis
            if diffs:
178 075b91de Giorgos Korfiatis
                self.stdout.write("Quota differ for %d users.\n" % (diffs))
179 764d99c4 Giorgos Korfiatis
180 764d99c4 Giorgos Korfiatis
    def import_from_file(self, location):
181 764d99c4 Giorgos Korfiatis
        users = set()
182 764d99c4 Giorgos Korfiatis
        with open(location) as f:
183 764d99c4 Giorgos Korfiatis
            for line in f.readlines():
184 764d99c4 Giorgos Korfiatis
                try:
185 764d99c4 Giorgos Korfiatis
                    t = line.rstrip('\n').split(' ')
186 764d99c4 Giorgos Korfiatis
                    user = t[0]
187 764d99c4 Giorgos Korfiatis
                    resource = t[1]
188 764d99c4 Giorgos Korfiatis
                    capacity = t[2]
189 764d99c4 Giorgos Korfiatis
                except(IndexError, TypeError):
190 764d99c4 Giorgos Korfiatis
                    self.stdout.write('Invalid line format: %s:\n' % t)
191 764d99c4 Giorgos Korfiatis
                    continue
192 764d99c4 Giorgos Korfiatis
                else:
193 764d99c4 Giorgos Korfiatis
                    try:
194 764d99c4 Giorgos Korfiatis
                        user = self.get_user(user)
195 764d99c4 Giorgos Korfiatis
                        users.add(user.id)
196 764d99c4 Giorgos Korfiatis
                    except CommandError:
197 764d99c4 Giorgos Korfiatis
                        self.stdout.write('Not found user: %s\n' % user)
198 764d99c4 Giorgos Korfiatis
                        continue
199 764d99c4 Giorgos Korfiatis
                    else:
200 764d99c4 Giorgos Korfiatis
                        try:
201 764d99c4 Giorgos Korfiatis
                            add_base_quota(user, resource, capacity)
202 764d99c4 Giorgos Korfiatis
                        except Exception, e:
203 764d99c4 Giorgos Korfiatis
                            self.stdout.write('Failed to add quota: %s\n' % e)
204 764d99c4 Giorgos Korfiatis
                            continue