Synnefo

README

=======

snf-cyclades-gtools installs a Python collectd plugin, which collects stats

about the Ganeti VMs running on the host.

The plugin is installed under /usr/lib/snf-cyclades-gtools/collectd/.

The necessary plugin configuration is performed by

/etc/collectd/ganeti-stats.conf.

To enable the plugin, add in your original collectd configuration file the

following line:

 Include /etc/collectd/ganeti-stats.conf

An example collectd configuration, which enables the plugin, is also installed

in /usr/shared/doc/snf-cyclades-gtools/examples/ganeti-stats-collectd.conf.

<LoadPlugin python>

	Globals true

</LoadPlugin>

<Plugin python>

	ModulePath "/usr/lib/snf-cyclades-gtools/collectd/"

	LogTraces true

	Interactive false

	Import "ganeti-stats"

</Plugin>

FQDNLookup true

LoadPlugin syslog

<Plugin syslog>

	LogLevel info

</Plugin>

LoadPlugin network

<Plugin network>

	<Server "host" "25826">

		SecurityLevel "Encrypt"

		Username "user"

		Password "pass"

	</Server>

	TimeToLive 128

	ReportStats false

	MaxPacketSize 65535

	CacheFlush 1800

</Plugin>

<LoadPlugin python>

	Globals true

</LoadPlugin>

<Plugin python>

	ModulePath "/usr/lib/snf-cyclades-gtools/collectd/"

	LogTraces true

	Interactive false

	Import "ganeti-stats"

</Plugin>

Include "/etc/collectd/filters.conf"

Include "/etc/collectd/thresholds.conf"

#!/usr/bin/env python

import os

import collectd

from hashlib import md5

from glob import glob

def read_int(file):

    f = open(file, "r")

    try:

        val = int(f.read())

    except ValueError:

        val = None

    finally:

        f.close()

    return val

def anonymize_hostname(hostname):

    #return md5(hostname).hexdigest()

    return hostname

def get_vcpus(pid):

    """Get a KVM instance vCPU count by looking at its fd's"""

    vcpus = 0

    for fd in glob("/proc/%d/fd/*" % pid):

        # XXX: sad but trueeeeeeeeeeee

        if os.readlink(fd) == "anon_inode:kvm-vcpu":

            vcpus += 1

    return vcpus

def netstats(data=None):

    for dir in glob("/var/run/ganeti/kvm-hypervisor/nic/*"):

        if not os.path.isdir(dir):

            continue

        hostname = os.path.basename(dir)

        for nic in glob(os.path.join(dir, "*")):

            idx = int(os.path.basename(nic))

            with open(nic) as nicfile:

                try:

                    iface = nicfile.readline().strip()

                except EnvironmentError:

                    continue

            if not os.path.isdir("/sys/class/net/%s" % iface):

                continue

            bytes_in = read_int("/sys/class/net/%s/statistics/rx_bytes" % iface)

            bytes_out = read_int("/sys/class/net/%s/statistics/tx_bytes" % iface)

            vl = collectd.Values(type="counter")

            vl.host = anonymize_hostname(hostname)

            vl.plugin = "interface"

            vl.type = "if_octets"

            vl.type_instance = "eth%d" % idx

            vl.dispatch(values=[bytes_out, bytes_in])

def cpustats(data=None):

    for file in glob("/var/run/ganeti/kvm-hypervisor/pid/*"):

        instance = os.path.basename(file)

        try:

            pid = int(open(file, "r").read())

            proc = open("/proc/%d/stat" % pid, "r")

            cputime = [int(proc.readline().split()[42])]

        except EnvironmentError:

            continue

        vcpus = get_vcpus(pid)

        proc.close()

        vl = collectd.Values(type="counter")

        vl.host = anonymize_hostname(instance)

        vl.plugin = "cpu"

        vl.type = "virt_cpu_total"

        total = sum(cputime) * 100 / (vcpus * os.sysconf("SC_CLK_TCK"))

        vl.dispatch(values=[total])

collectd.register_read(netstats)

collectd.register_read(cpustats)

# vim: set ts=4 sts=4 et sw=4 :