code.grnet.gr Git - flowspy/blob - flowspec/tasks.py

   1 from utils import proxy as PR
   2 from celery.task import task
   3 from celery.task.sets import subtask
   4 import logging
   5 import json
   6 from celery.task.http import *
   7 import beanstalkc
   8 from django.conf import settings
   9 import datetime
  10 from django.core.mail import send_mail
  11 from django.template.loader import render_to_string
  12 from django.core.urlresolvers import reverse
  13 import os
  14
  15
  16
  17 LOG_FILENAME = os.path.join(settings.LOG_FILE_LOCATION, 'celery_jobs.log')
  18
  19 #FORMAT = '%(asctime)s %(levelname)s: %(message)s'
  20 #logging.basicConfig(format=FORMAT)
  21 formatter = logging.Formatter('%(asctime)s %(levelname)s: %(message)s')
  22
  23 logger = logging.getLogger(__name__)
  24 logger.setLevel(logging.DEBUG)
  25 handler = logging.FileHandler(LOG_FILENAME)
  26 handler.setFormatter(formatter)
  27 logger.addHandler(handler)
  28
  29
  30 @task(ignore_result=True)
  31 def add(route, callback=None):
  32     applier = PR.Applier(route_object=route)
  33     commit, response = applier.apply()
  34     if commit:
  35         status = "ACTIVE"
  36     else:
  37         status = "ERROR"
  38     route.status = status
  39     route.response = response
  40     route.save()
  41     announce("[%s] Rule add: %s - Result: %s" %(route.applier, route.name, response), route.applier)
  42
  43 @task(ignore_result=True)
  44 def edit(route, callback=None):
  45     applier = PR.Applier(route_object=route)
  46     commit, response = applier.apply(operation="replace")
  47     if commit:
  48         status = "ACTIVE"
  49     else:
  50         status = "ERROR"
  51     route.status = status
  52     route.response = response
  53     route.save()
  54     announce("[%s] Rule edit: %s - Result: %s"%(route.applier, route.name, response), route.applier)
  55
  56
  57
  58 @task(ignore_result=True)
  59 def delete(route, **kwargs):
  60     applier = PR.Applier(route_object=route)
  61     commit, response = applier.apply(operation="delete")
  62     reason_text = ''
  63     if commit:
  64         status = "INACTIVE"
  65         if "reason" in kwargs and kwargs['reason']=='EXPIRED':
  66             status = 'EXPIRED'
  67             reason_text = " Reason: %s " %status
  68     else:
  69         status = "ERROR"
  70     route.status = status
  71     route.response = response
  72     route.save()
  73     announce("[%s] Suspending rule : %s%s- Result %s" %(route.applier, route.name, reason_text, response), route.applier)
  74
  75 # May not work in the first place... proxy is not aware of Route models
  76 @task
  77 def batch_delete(routes, **kwargs):
  78     if routes:
  79         for route in routes:
  80             route.status='PENDING';route.save()
  81         applier = PR.Applier(route_objects=routes)
  82         conf = applier.delete_routes()
  83         commit, response = applier.apply(configuration = conf)
  84         reason_text = ''
  85         if commit:
  86             status = "INACTIVE"
  87             if "reason" in kwargs and kwargs['reason']=='EXPIRED':
  88                 status = 'EXPIRED'
  89                 reason_text = " Reason: %s " %status
  90             elif "reason" in kwargs and kwargs['reason']!='EXPIRED':
  91                 status = kwargs['reason']
  92                 reason_text = " Reason: %s " %status
  93         else:
  94             status = "ERROR"
  95         for route in routes:
  96             route.status = status
  97             route.response = response
  98             route.expires = datetime.date.today()
  99             route.save()
 100             announce("[%s] Rule removal: %s%s- Result %s" %(route.applier, route.name, reason_text, response), route.applier)
 101     else:
 102         return False
 103
 104 #@task(ignore_result=True)
 105 def announce(messg, user):
 106     messg = str(messg)
 107 #    username = user.username
 108     username = user.get_profile().peer.domain_name
 109     b = beanstalkc.Connection()
 110     b.use(settings.POLLS_TUBE)
 111     tube_message = json.dumps({'message': messg, 'username':username})
 112     b.put(tube_message)
 113     b.close()
 114
 115 @task
 116 def check_sync(route_name=None, selected_routes = []):
 117     from flowspy.flowspec.models import Route, MatchPort, MatchDscp, ThenAction
 118     if not selected_routes:
 119         routes = Route.objects.all()
 120     else:
 121         routes = selected_routes
 122     if route_name:
 123         routes = routes.filter(name=route_name)
 124     for route in routes:
 125         if route.has_expired() and (route.status != 'EXPIRED' and route.status != 'ADMININACTIVE' and route.status != 'INACTIVE'):
 126             logger.info('Expiring route %s' %route.name)
 127             subtask(delete).delay(route, reason="EXPIRED")
 128 #        elif route.has_expired() and (route.status == 'ADMININACTIVE' or route.status == 'INACTIVE'):
 129 #            route.status = 'EXPIRED'
 130 #            route.response = 'Rule Expired'
 131 #            logger.info('Expiring route %s' %route.name)
 132 #            route.save()
 133         else:
 134             if route.status != 'EXPIRED':
 135                 route.check_sync()
 136
 137 @task(ignore_result=True)
 138 def notify_expired():
 139     from flowspy.flowspec.models import *
 140     from django.contrib.sites.models import Site
 141     logger.info('Initializing expiration notification')
 142     routes = Route.objects.all()
 143     for route in routes:
 144         if route.status not in ['EXPIRED', 'ADMININACTIVE', 'INACTIVE', 'ERROR']:
 145             expiration_days = (route.expires - datetime.date.today()).days
 146             if expiration_days < settings.EXPIRATION_NOTIFY_DAYS:
 147                 try:
 148                     fqdn = Site.objects.get_current().domain
 149                     admin_url = "https://%s%s" % \
 150                     (fqdn,
 151                      "/fod/edit/%s"%route.name)
 152                     mail_body = render_to_string("rule_expiration.txt",
 153                                              {"route": route, 'expiration_days':expiration_days, 'url':admin_url})
 154                     days_num = ' days'
 155                     expiration_days_text = "%s %s" %('in',expiration_days)
 156                     if expiration_days == 0:
 157                         days_num = ' today'
 158                         expiration_days_text = ''
 159                     if expiration_days == 1:
 160                         days_num = ' day'
 161                     logger.info('Route %s expires %s%s. Notifying %s (%s)' %(route.name, expiration_days_text, days_num, route.applier.username, route.applier.email))
 162                     send_mail(settings.EMAIL_SUBJECT_PREFIX + "Rule %s expires %s%s" %
 163                               (route.name,expiration_days_text, days_num),
 164                               mail_body, settings.SERVER_EMAIL,
 165                               [route.applier.email])
 166                 except Exception as e:
 167                     logger.info("Exception: %s"%e)
 168                     pass
 169     logger.info('Expiration notification process finished')
 170
 171 #def delete(route):
 172 #
 173 #    applier = PR.Applier(route_object=route)
 174 #    commit, response = applier.apply(configuration=applier.delete_routes())
 175 #    if commit:
 176 #            rows = queryset.update(is_online=False, is_active=False)
 177 #            queryset.update(response="Successfully removed route from network")
 178 #            self.message_user(request, "Successfully removed %s routes from network" % rows)
 179 #        else:
 180 #            self.message_user(request, "Could not remove routes from network")
 181 #    if commit:
 182 #        is_online = False
 183 #        is_active = False
 184 #        response = "Successfully removed route from network"
 185 #    else:
 186 #        is_online = False
 187 #        is_active = True
 188 #    route.is_online = is_online
 189 #    route.is_active = is_active
 190 #    route.response = response
 191 #    route.save()