Revision ccfbf77b snf-cyclades-app/synnefo/quotas/management/commands/cyclades-usage-verify.py
b/snf-cyclades-app/synnefo/quotas/management/commands/cyclades-usage-verify.py | ||
---|---|---|
34 | 34 |
from django.core.management.base import BaseCommand |
35 | 35 |
from optparse import make_option |
36 | 36 |
|
37 |
from synnefo.quotas import DEFAULT_SOURCE |
|
37 |
|
|
38 |
from synnefo import quotas |
|
38 | 39 |
from synnefo.quotas.util import (get_db_holdings, get_quotaholder_holdings, |
39 | 40 |
transform_quotas) |
40 | 41 |
from synnefo.webproject.management.utils import pprint_table |
42 |
from synnefo.settings import CYCLADES_ASTAKOS_SERVICE_TOKEN as ASTAKOS_TOKEN |
|
41 | 43 |
|
42 | 44 |
|
43 | 45 |
class Command(BaseCommand): |
44 |
help = """ |
|
45 |
Verify that cyclades.* resource usage. |
|
46 |
help = """Reconcile quotas of Astakos with Cyclades DB. |
|
46 | 47 |
|
47 |
Verify that usage calculated from Cyclades DB agrees with the usage
|
|
48 |
recorded in the effective quota database (Quotaholder)
|
|
48 |
Detect unsynchronized quotas between Astakos and Cyclades DB and
|
|
49 |
synchronize them if specified so.
|
|
49 | 50 |
|
50 | 51 |
""" |
51 |
output_transaction = True |
|
52 | 52 |
option_list = BaseCommand.option_list + ( |
53 | 53 |
make_option("--userid", dest="userid", |
54 | 54 |
default=None, |
55 |
help="Verify usage only for this user"), |
|
55 |
help="Reconcile resources only for this user"), |
|
56 |
make_option("--fix", dest="fix", |
|
57 |
default=False, |
|
58 |
action="store_true", |
|
59 |
help="Synchronize Astakos quotas with Cyclades DB."), |
|
60 |
make_option("--force", |
|
61 |
default=False, |
|
62 |
action="store_true", |
|
63 |
help="Override Astakos quotas. Force Astakos to impose" |
|
64 |
" the Cyclades quota, independently of their value.") |
|
56 | 65 |
) |
57 | 66 |
|
58 | 67 |
def handle(self, *args, **options): |
59 | 68 |
write = self.stdout.write |
60 | 69 |
userid = options['userid'] |
61 | 70 |
|
62 |
users = [userid] if userid else None |
|
63 |
# Get info from DB |
|
64 |
db_holdings = get_db_holdings(users) |
|
65 |
users = db_holdings.keys() |
|
71 |
# Get holdings from Cyclades DB |
|
72 |
db_holdings = get_db_holdings(userid) |
|
73 |
# Get holdings from QuotaHolder |
|
66 | 74 |
qh_holdings = get_quotaholder_holdings(userid) |
67 |
qh_users = qh_holdings.keys() |
|
68 | 75 |
|
69 |
if len(qh_users) < len(users):
|
|
70 |
for u in set(users) - set(qh_users):
|
|
71 |
write("Unknown entity: %s\n" % u)
|
|
72 |
users = qh_users
|
|
76 |
users = set(db_holdings.keys())
|
|
77 |
users.update(qh_holdings.keys())
|
|
78 |
# Remove 'None' user
|
|
79 |
users.discard(None)
|
|
73 | 80 |
|
74 |
headers = ("User", "Resource", "Database", "Quotaholder") |
|
75 | 81 |
unsynced = [] |
76 | 82 |
for user in users: |
77 |
db = db_holdings[user]
|
|
78 |
qh_all = qh_holdings[user]
|
|
83 |
db = db_holdings.get(user, {})
|
|
84 |
qh_all = qh_holdings.get(user, {})
|
|
79 | 85 |
# Assuming only one source |
80 |
qh = qh_all[DEFAULT_SOURCE]
|
|
86 |
qh = qh_all.get(quotas.DEFAULT_SOURCE, {})
|
|
81 | 87 |
qh = transform_quotas(qh) |
82 |
|
|
83 |
for resource, (value, value1) in qh.iteritems:
|
|
84 |
db_value = db.pop(resource, None)
|
|
85 |
if value != value1:
|
|
86 |
write("Commission pending for %s"
|
|
87 |
% str((user, resource)))
|
|
88 |
for resource in quotas.RESOURCES: |
|
89 |
db_value = db.pop(resource, 0)
|
|
90 |
qh_value, _, qh_pending = qh.pop(resource, (0, 0))
|
|
91 |
if qh_pending:
|
|
92 |
write("Pending commission. User '%s', resource '%s'.\n" %
|
|
93 |
(user, resource))
|
|
88 | 94 |
continue |
89 |
if db_value is None: |
|
90 |
write("Resource %s exists in QH for %s but not in DB\n" |
|
91 |
% (resource, user)) |
|
92 |
elif db_value != value: |
|
93 |
data = (user, resource, str(db_value), str(value)) |
|
95 |
if db_value != qh_value: |
|
96 |
data = (user, resource, db_value, qh_value) |
|
94 | 97 |
unsynced.append(data) |
95 | 98 |
|
96 |
for resource, db_value in db.iteritems(): |
|
97 |
write("Resource %s exists in DB for %s but not in QH\n" |
|
98 |
% (resource, user)) |
|
99 |
|
|
99 |
headers = ("User", "Resource", "Database", "Quotaholder") |
|
100 | 100 |
if unsynced: |
101 | 101 |
pprint_table(self.stderr, unsynced, headers) |
102 |
if options["fix"]: |
|
103 |
qh = quotas.Quotaholder.get() |
|
104 |
request = {} |
|
105 |
request["force"] = options["force"] |
|
106 |
request["auto_accept"] = True |
|
107 |
request["provisions"] = map(create_provision, unsynced) |
|
108 |
qh.issue_commission(ASTAKOS_TOKEN, request) |
|
109 |
else: |
|
110 |
write("Everything in sync.\n") |
|
111 |
|
|
112 |
|
|
113 |
def create_provision(provision_info): |
|
114 |
user, resource, db_value, qh_value = provision_info |
|
115 |
return {"holder": user, |
|
116 |
"source": quotas.DEFAULT_SOURCE, |
|
117 |
"resource": resource, |
|
118 |
"quantity": db_value - qh_value} |
Also available in: Unified diff