reconcile-resources-cyclades.py 4.67 KB
Newer Older
1
# Copyright 2012, 2013 GRNET S.A. All rights reserved.
2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36
#
# Redistribution and use in source and binary forms, with or
# without modification, are permitted provided that the following
# conditions are met:
#
#   1. Redistributions of source code must retain the above
#      copyright notice, this list of conditions and the following
#      disclaimer.
#
#   2. Redistributions in binary form must reproduce the above
#      copyright notice, this list of conditions and the following
#      disclaimer in the documentation and/or other materials
#      provided with the distribution.
#
# THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
# USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
# POSSIBILITY OF SUCH DAMAGE.
#
# The views and conclusions contained in the software and
# documentation are those of the authors and should not be
# interpreted as representing official policies, either expressed
# or implied, of GRNET S.A.

from django.core.management.base import BaseCommand
from optparse import make_option

37 38

from synnefo import quotas
39 40
from synnefo.quotas.util import (get_db_holdings, get_quotaholder_holdings,
                                 transform_quotas)
41
from synnefo.webproject.management.utils import pprint_table
42
from synnefo.settings import CYCLADES_ASTAKOS_SERVICE_TOKEN as ASTAKOS_TOKEN
43 44 45


class Command(BaseCommand):
46
    help = """Reconcile resource usage of Astakos with Cyclades DB.
47

48
    Detect unsynchronized usage between Astakos and Cyclades DB resources and
49
    synchronize them if specified so.
50 51

    """
52 53 54
    option_list = BaseCommand.option_list + (
        make_option("--userid", dest="userid",
                    default=None,
55 56 57 58 59 60 61 62 63 64
                    help="Reconcile resources only for this user"),
        make_option("--fix", dest="fix",
                    default=False,
                    action="store_true",
                    help="Synchronize Astakos quotas with Cyclades DB."),
        make_option("--force",
                    default=False,
                    action="store_true",
                    help="Override Astakos quotas. Force Astakos to impose"
                         " the Cyclades quota, independently of their value.")
65 66 67 68 69 70
    )

    def handle(self, *args, **options):
        write = self.stdout.write
        userid = options['userid']

71 72 73
        # Get holdings from Cyclades DB
        db_holdings = get_db_holdings(userid)
        # Get holdings from QuotaHolder
74
        qh_holdings = get_quotaholder_holdings(userid)
75

76 77 78 79
        users = set(db_holdings.keys())
        users.update(qh_holdings.keys())
        # Remove 'None' user
        users.discard(None)
80 81 82

        unsynced = []
        for user in users:
83 84
            db = db_holdings.get(user, {})
            qh_all = qh_holdings.get(user, {})
85
            # Assuming only one source
86
            qh = qh_all.get(quotas.DEFAULT_SOURCE, {})
87
            qh = transform_quotas(qh)
88 89 90 91 92 93
            for resource in quotas.RESOURCES:
                db_value = db.pop(resource, 0)
                qh_value, _, qh_pending = qh.pop(resource, (0, 0))
                if qh_pending:
                    write("Pending commission. User '%s', resource '%s'.\n" %
                          (user, resource))
94
                    continue
95 96
                if db_value != qh_value:
                    data = (user, resource, db_value, qh_value)
97 98
                    unsynced.append(data)

99
        headers = ("User", "Resource", "Database", "Quotaholder")
100 101
        if unsynced:
            pprint_table(self.stderr, unsynced, headers)
102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118
            if options["fix"]:
                qh = quotas.Quotaholder.get()
                request = {}
                request["force"] = options["force"]
                request["auto_accept"] = True
                request["provisions"] = map(create_provision, unsynced)
                qh.issue_commission(ASTAKOS_TOKEN, request)
        else:
            write("Everything in sync.\n")


def create_provision(provision_info):
    user, resource, db_value, qh_value = provision_info
    return {"holder": user,
            "source": quotas.DEFAULT_SOURCE,
            "resource": resource,
            "quantity": db_value - qh_value}