MuPy: A Munin Python wrapper

mnodes = settings.MUNIN_NODES

    def parseUrlSoup(self, baseUrl, urlPage):

        serverListPage = urllib.urlopen("%s/%s" %(baseUrl, urlPage))

        for mnode in mnodes:

            mnode_dict = mnode[1]

            mnode_id = mnode[0]

            baseUrl = mnode_dict['url']

            cgiPath = mnode_dict['cgi_path']

            soup = self.parseUrlSoup(baseUrl, "index.html")

            homePage = soup.find_all('span', attrs={'class':'domain'})

            for nodeGroup in homePage:

                ng_url = "%s/%s" %(baseUrl, nodeGroup.a.get('href'))

                ng,created = NodeGroup.objects.get_or_create(name="%s@%s"%(nodeGroup.a.text, mnode_dict['name']), url=ng_url)

                self.stdout.write('Added nodeGroup: %s\n' % ng.name.encode('utf8'))

    #            print i.a.text, i.a.get('href')

                for node in nodeGroup.findParent('li').findChildren('span', attrs={'class':'host'}):

                    #print node.a.text, node.a.get('href')

                    n_url = "%s/%s" %(baseUrl, node.a.get('href'))

                    n,created = Node.objects.get_or_create(name=node.a.text, url=n_url, group=ng)

                    self.stdout.write('-Added node: %s\n' % n.name.encode('utf8'))

                    nodeSoup = self.parseUrlSoup(baseUrl, node.a.get('href'))

                    metricsTable = nodeSoup.find_all('td',{'class':'graphbox'})

                    for metricGroup in metricsTable:

                        metricCategory = metricGroup.get('id')

                        graphCategories = metricGroup.find_all('div', {'class':'lighttext'})

                        gc,created = GraphCategory.objects.get_or_create(name=metricCategory)

                        self.stdout.write('-Added Category: %s\n' % gc.name.encode('utf8'))

                        for graphCategory in graphCategories:

                            pageUrl = "%s/%s/%s/%s" %(baseUrl, nodeGroup.a.text, n.name, graphCategory.a.get('href'))

                            self.stdout.write('-Page URL: %s\n' % pageUrl.encode('utf8'))

                            t = graphCategory.findParent('tr').find_next_sibling('tr')

                            g,created = Graph.objects.get_or_create(name=graphCategory.a.text, slug=t.img.get('src').split('/')[-1:][0].split('-')[0], category=gc)

                            self.stdout.write('--Added Graph: %s\n' % g.name.encode('utf8'))

                            imageUrl = "%s/%s%s/%s/%s" %(baseUrl, cgiPath, nodeGroup.a.text, n.name, g.slug)

                            nodegraph, created = NodeGraphs.objects.get_or_create(node=n, graph=g, baseurl=imageUrl, pageurl=pageUrl)

                            self.stdout.write('--Added NodeGraph: %s\n' % nodegraph)

# encoding: utf-8

import datetime

from south.db import db

from south.v2 import SchemaMigration

from django.db import models

class Migration(SchemaMigration):

    def forwards(self, orm):

        # Adding model 'NodeGroup'

        db.create_table('muparse_nodegroup', (

            ('url', self.gf('django.db.models.fields.CharField')(max_length=512)),

            ('id', self.gf('django.db.models.fields.AutoField')(primary_key=True)),

            ('name', self.gf('django.db.models.fields.CharField')(max_length=255)),

        ))

        db.send_create_signal('muparse', ['NodeGroup'])

        # Adding model 'GraphCategory'

        db.create_table('muparse_graphcategory', (

            ('id', self.gf('django.db.models.fields.AutoField')(primary_key=True)),

            ('name', self.gf('django.db.models.fields.SlugField')(max_length=255, db_index=True)),

        ))

        db.send_create_signal('muparse', ['GraphCategory'])

        # Adding model 'Graph'

        db.create_table('muparse_graph', (

            ('category', self.gf('django.db.models.fields.related.ForeignKey')(to=orm['muparse.GraphCategory'])),

            ('slug', self.gf('django.db.models.fields.CharField')(max_length=128, null=True, blank=True)),

            ('id', self.gf('django.db.models.fields.AutoField')(primary_key=True)),

            ('name', self.gf('django.db.models.fields.SlugField')(max_length=255, db_index=True)),

        ))

        db.send_create_signal('muparse', ['Graph'])

        # Adding model 'Node'

        db.create_table('muparse_node', (

            ('url', self.gf('django.db.models.fields.CharField')(max_length=512)),

            ('group', self.gf('django.db.models.fields.related.ForeignKey')(to=orm['muparse.NodeGroup'])),

            ('id', self.gf('django.db.models.fields.AutoField')(primary_key=True)),

            ('name', self.gf('django.db.models.fields.SlugField')(max_length=255, db_index=True)),

        ))

        db.send_create_signal('muparse', ['Node'])

        # Adding model 'NodeGraphs'

        db.create_table('muparse_nodegraphs', (

            ('node', self.gf('django.db.models.fields.related.ForeignKey')(to=orm['muparse.Node'])),

            ('graph', self.gf('django.db.models.fields.related.ForeignKey')(to=orm['muparse.Graph'])),

            ('pageurl', self.gf('django.db.models.fields.CharField')(max_length=512)),

            ('id', self.gf('django.db.models.fields.AutoField')(primary_key=True)),

            ('baseurl', self.gf('django.db.models.fields.CharField')(max_length=512)),

        ))

        db.send_create_signal('muparse', ['NodeGraphs'])

        # Adding model 'SavedSearch'

        db.create_table('muparse_savedsearch', (

            ('display_type', self.gf('django.db.models.fields.CharField')(max_length=64)),

            ('id', self.gf('django.db.models.fields.AutoField')(primary_key=True)),

            ('description', self.gf('django.db.models.fields.CharField')(max_length=255)),

        ))

        db.send_create_signal('muparse', ['SavedSearch'])

        # Adding M2M table for field graphs on 'SavedSearch'

        db.create_table('muparse_savedsearch_graphs', (

            ('id', models.AutoField(verbose_name='ID', primary_key=True, auto_created=True)),

            ('savedsearch', models.ForeignKey(orm['muparse.savedsearch'], null=False)),

            ('nodegraphs', models.ForeignKey(orm['muparse.nodegraphs'], null=False))

        ))

        db.create_unique('muparse_savedsearch_graphs', ['savedsearch_id', 'nodegraphs_id'])

    def backwards(self, orm):

        # Deleting model 'NodeGroup'

        db.delete_table('muparse_nodegroup')

        # Deleting model 'GraphCategory'

        db.delete_table('muparse_graphcategory')

        # Deleting model 'Graph'

        db.delete_table('muparse_graph')

        # Deleting model 'Node'

        db.delete_table('muparse_node')

        # Deleting model 'NodeGraphs'

        db.delete_table('muparse_nodegraphs')

        # Deleting model 'SavedSearch'

        db.delete_table('muparse_savedsearch')

        # Removing M2M table for field graphs on 'SavedSearch'

        db.delete_table('muparse_savedsearch_graphs')

    models = {

        'muparse.graph': {

            'Meta': {'object_name': 'Graph'},

            'category': ('django.db.models.fields.related.ForeignKey', [], {'to': "orm['muparse.GraphCategory']"}),

            'id': ('django.db.models.fields.AutoField', [], {'primary_key': 'True'}),

            'name': ('django.db.models.fields.SlugField', [], {'max_length': '255', 'db_index': 'True'}),

            'slug': ('django.db.models.fields.CharField', [], {'max_length': '128', 'null': 'True', 'blank': 'True'})

        },

        'muparse.graphcategory': {

            'Meta': {'object_name': 'GraphCategory'},

            'id': ('django.db.models.fields.AutoField', [], {'primary_key': 'True'}),

            'name': ('django.db.models.fields.SlugField', [], {'max_length': '255', 'db_index': 'True'})

        },

        'muparse.node': {

            'Meta': {'object_name': 'Node'},

            'graphs': ('django.db.models.fields.related.ManyToManyField', [], {'symmetrical': 'False', 'to': "orm['muparse.Graph']", 'null': 'True', 'through': "orm['muparse.NodeGraphs']", 'blank': 'True'}),

            'group': ('django.db.models.fields.related.ForeignKey', [], {'to': "orm['muparse.NodeGroup']"}),

            'id': ('django.db.models.fields.AutoField', [], {'primary_key': 'True'}),

            'name': ('django.db.models.fields.SlugField', [], {'max_length': '255', 'db_index': 'True'}),

            'url': ('django.db.models.fields.CharField', [], {'max_length': '512'})

        },

        'muparse.nodegraphs': {

            'Meta': {'object_name': 'NodeGraphs'},

            'baseurl': ('django.db.models.fields.CharField', [], {'max_length': '512'}),

            'graph': ('django.db.models.fields.related.ForeignKey', [], {'to': "orm['muparse.Graph']"}),

            'id': ('django.db.models.fields.AutoField', [], {'primary_key': 'True'}),

            'node': ('django.db.models.fields.related.ForeignKey', [], {'to': "orm['muparse.Node']"}),

            'pageurl': ('django.db.models.fields.CharField', [], {'max_length': '512'})

        },

        'muparse.nodegroup': {

            'Meta': {'object_name': 'NodeGroup'},

            'id': ('django.db.models.fields.AutoField', [], {'primary_key': 'True'}),

            'name': ('django.db.models.fields.CharField', [], {'max_length': '255'}),

            'url': ('django.db.models.fields.CharField', [], {'max_length': '512'})

        },

        'muparse.savedsearch': {

            'Meta': {'object_name': 'SavedSearch'},

            'description': ('django.db.models.fields.CharField', [], {'max_length': '255'}),

            'display_type': ('django.db.models.fields.CharField', [], {'max_length': '64'}),

            'graphs': ('django.db.models.fields.related.ManyToManyField', [], {'symmetrical': 'False', 'to': "orm['muparse.NodeGraphs']", 'null': 'True', 'blank': 'True'}),

            'id': ('django.db.models.fields.AutoField', [], {'primary_key': 'True'})

        }

    }

    complete_apps = ['muparse']

MUNIN_NODES = (

               (1, {'name':'munin1', 'url':"http://munin1.example.com", 'cgi_path': "cgi-bin/munin-cgi-graph/", 'image_path': ''}),

               (2, {'name':'munin2', 'url':"http://munin2.example.com", 'cgi_path': "cgi-bin/munin-cgi-graph/", 'image_path': ''}),

               )