Synnefo » snf-ganeti » ganeti-local

	test/lockperf.py \

	test/testutils.py \

	test/mocks.py \

	test/ganeti-cli.test \

	test/gnt-cli.test \

	test/import-export_unittest-helper

	test/cfgupgrade_unittest.py \

	test/docs_unittest.py \

	test/ganeti.asyncnotifier_unittest.py \

	test/ganeti.backend_unittest-runasroot.py \

	test/ganeti.backend_unittest.py \

	test/ganeti.bdev_unittest.py \

	test/ganeti.cli_unittest.py \

	test/ganeti.client.gnt_cluster_unittest.py \

	test/ganeti.client.gnt_instance_unittest.py \

	test/ganeti.client.gnt_job_unittest.py \

	test/ganeti.cmdlib_unittest.py \

	test/ganeti.compat_unittest.py \

	test/ganeti.confd.client_unittest.py \

	test/ganeti.config_unittest.py \

	test/ganeti.constants_unittest.py \

	test/ganeti.daemon_unittest.py \

	test/ganeti.errors_unittest.py \

	test/ganeti.hooks_unittest.py \

	test/ganeti.ht_unittest.py \

	test/ganeti.http_unittest.py \

	test/ganeti.hypervisor.hv_chroot_unittest.py \

	test/ganeti.hypervisor.hv_fake_unittest.py \

	test/ganeti.hypervisor.hv_kvm_unittest.py \

	test/ganeti.hypervisor.hv_lxc_unittest.py \

	test/ganeti.hypervisor.hv_xen_unittest.py \

	test/ganeti.hypervisor_unittest.py \

	test/ganeti.impexpd_unittest.py \

	test/ganeti.jqueue_unittest.py \

	test/ganeti.jstore_unittest.py \

	test/ganeti.locking_unittest.py \

	test/ganeti.luxi_unittest.py \

	test/ganeti.masterd.iallocator_unittest.py \

	test/ganeti.masterd.instance_unittest.py \

	test/ganeti.mcpu_unittest.py \

	test/ganeti.netutils_unittest.py \

	test/ganeti.objects_unittest.py \

	test/ganeti.objectutils_unittest.py \

	test/ganeti.opcodes_unittest.py \

	test/ganeti.ovf_unittest.py \

	test/ganeti.qlang_unittest.py \

	test/ganeti.query_unittest.py \

	test/ganeti.rapi.baserlib_unittest.py \

	test/ganeti.rapi.client_unittest.py \

	test/ganeti.rapi.resources_unittest.py \

	test/ganeti.rapi.rlib2_unittest.py \

	test/ganeti.rapi.testutils_unittest.py \

	test/ganeti.rpc_unittest.py \

	test/ganeti.runtime_unittest.py \

	test/ganeti.serializer_unittest.py \

	test/ganeti.server.rapi_unittest.py \

	test/ganeti.ssconf_unittest.py \

	test/ganeti.ssh_unittest.py \

	test/ganeti.storage_unittest.py \

	test/ganeti.tools.ensure_dirs_unittest.py \

	test/ganeti.tools.node_daemon_setup_unittest.py \

	test/ganeti.tools.prepare_node_join_unittest.py \

	test/ganeti.uidpool_unittest.py \

	test/ganeti.utils.algo_unittest.py \

	test/ganeti.utils.filelock_unittest.py \

	test/ganeti.utils.hash_unittest.py \

	test/ganeti.utils.io_unittest-runasroot.py \

	test/ganeti.utils.io_unittest.py \

	test/ganeti.utils.log_unittest.py \

	test/ganeti.utils.mlock_unittest.py \

	test/ganeti.utils.nodesetup_unittest.py \

	test/ganeti.utils.process_unittest.py \

	test/ganeti.utils.retry_unittest.py \

	test/ganeti.utils.text_unittest.py \

	test/ganeti.utils.wrapper_unittest.py \

	test/ganeti.utils.x509_unittest.py \

	test/ganeti.utils_unittest.py \

	test/ganeti.vcluster_unittest.py \

	test/ganeti.workerpool_unittest.py \

	test/pycurl_reset_unittest.py \

	test/qa.qa_config_unittest.py \

	test/tempfile_fork_unittest.py

	test/check-cert-expired_unittest.bash \

	test/daemon-util_unittest.bash \

	test/ganeti-cleaner_unittest.bash \

	test/import-export_unittest.bash \

	test/cli-test.bash \

	test/bash_completion.bash \

	test/check-cert-expired_unittest.bash \

	test/daemon-util_unittest.bash \

	test/ganeti-cleaner_unittest.bash \

	test/import-export_unittest.bash \

	test/cli-test.bash \

	test/bash_completion.bash \

test/daemon-util_unittest.bash: daemons/daemon-util

test/ganeti-cleaner_unittest.bash: daemons/ganeti-cleaner

test/bash_completion.bash: doc/examples/bash_completion-debug

# Copyright (C) 2010, 2011 Google Inc.

  '--omit=test/*'

  $ python ./test/ganeti.%mytest%

#!/bin/bash

#

# Copyright (C) 2012 Google Inc.

#

# This program is free software; you can redistribute it and/or modify

# it under the terms of the GNU General Public License as published by

# the Free Software Foundation; either version 2 of the License, or

# (at your option) any later version.

#

# This program is distributed in the hope that it will be useful, but

# WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU

# General Public License for more details.

#

# You should have received a copy of the GNU General Public License

# along with this program; if not, write to the Free Software

# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA

# 02110-1301, USA.

set -e -u -o pipefail

# Disable any locales

export LC_ALL=C

readonly bash_completion=${TOP_BUILDDIR:-.}/doc/examples/bash_completion-debug

readonly default_wordbreaks=$' \t\n"'\''@><=;|&(:'

err() {

  echo "$@"

  echo 'Aborting'

  exit 1

}

contains() {

  local -r needle="$1"; shift

  for value; do

    if [[ "$value" = "$needle" ]]; then

      return 0

    fi

  done

  return 1

}

# Prepares a subshell for testing bash completion functions

setup() {

  local -r unused=UNUSED

  set +e +u -o pipefail

  . $bash_completion

  COMP_KEY=$unused

  COMP_LINE=$unused

  COMP_POINT=$unused

  COMP_TYPE=$unused

  COMP_WORDBREAKS="$default_wordbreaks"

  GANETI_COMPL_LOG=

  unset COMP_CWORD

  unset COMP_WORDS

}

# Check if default wordbreaks are still valid (this detects cases where Bash

# were to change its built-in default value)

# TODO: May need an update for older Bash versions; some didn't include the

# colon character (':') in COMP_WORDBREAKS

(

  bashdef=$(env - bash --noprofile --norc -c 'echo -n "$COMP_WORDBREAKS"')

  case "$bashdef" in

    $default_wordbreaks) ;;

    *)

      err 'Bash uses unknown value for COMP_WORDBREAKS'

      ;;

  esac

)

# Check for --help

for cmd in gnt-{instance,node,group,job}; do

  (

    setup

    COMP_CWORD=2

    COMP_WORDS=( $cmd list - )

    _${cmd/-/_}

    contains --help "${COMPREPLY[@]}" || \

      err "'$cmd list' did not list --help as an option"

  )

done

# Completing a yes/no option

(

  setup

  COMP_CWORD=3

  COMP_WORDS=( gnt-node modify --drained )

  _gnt_node

  if [[ "${COMPREPLY[*]}" != 'no yes' ]]; then

    err "Completing '${COMP_WORDS[@]}' did not give correct result"

  fi

)

# Completing a multiple-choice option

(

  setup

  COMP_CWORD=2

  COMP_WORDS=( gnt-debug allocator --disk-template=sh foo )

  _gnt_debug

  if [[ "${COMPREPLY[*]}" != sharedfile ]]; then

    err "Completing '${COMP_WORDS[*]}' did not give correct result"

  fi

)

# Completing a node name

(

  setup

  # Override built-in function

  _ganeti_nodes() {

    echo aanode1 bbnode2 aanode3

  }

  COMP_CWORD=4

  COMP_WORDS=( gnt-node modify --drained yes aa )

  _gnt_node

  if [[ "${COMPREPLY[*]}" != 'aanode1 aanode3' ]]; then

    err 'Completing node names failed'

  fi

)

# Completing an option when it's not at the end

(

  setup

  # Override built-in function

  _ganeti_instances() {

    echo inst{1..5}

  }

  # Completing word in the middle

  COMP_CWORD=2

  COMP_WORDS=( gnt-instance list --o inst3 inst inst5 )

  _gnt_node

  contains --output "${COMPREPLY[@]}" || err 'Did not complete parameter'

)

# Completing an instance name

(

  setup

  # Override built-in function

  _ganeti_instances() {

    echo inst{1..5}

  }

  # Completing word in the middle

  COMP_CWORD=5

  COMP_WORDS=( gnt-instance list -o foobar inst1 inst inst5 )

  _gnt_instance

  if [[ "${COMPREPLY[*]}" != "$(echo inst{1..5})" ]]; then

    err "Completing '${COMP_WORDS[*]}' did not give correct result"

  fi

)

# Need to test node expansion with different wordbreak settings

[[ "$default_wordbreaks" == *:* ]] || \

  err 'No colon in default wordbreak characters'

for wb in "$default_wordbreaks" "${default_wordbreaks/:/}"; do

  (

    setup

    # Override built-in function

    _ganeti_nodes() {

      echo node{A..C}

    }

    COMP_WORDBREAKS="$wb"

    # Completing nodes

    COMP_CWORD=3

    COMP_WORDS=( gnt-instance add -n )

    _gnt_instance

    if [[ "${COMPREPLY[*]}" != 'nodeA nodeA: nodeB nodeB: nodeC nodeC:' ]]; then

      err 'Got wrong node list'

    fi

    COMP_CWORD=3

    COMP_WORDS=( gnt-instance add -n nodeB )

    _gnt_instance

    if [[ "${COMPREPLY[*]}" != 'nodeB nodeB:' ]]; then

      err 'Got wrong node list'

    fi

    COMP_CWORD=3

    COMP_WORDS=( gnt-instance add -n nodeC: )

    _gnt_instance

    if [[ "$COMP_WORDBREAKS" == *:* ]]; then

      expected='nodeA nodeB'

    else

      expected='nodeC:nodeA nodeC:nodeB'

    fi

    if [[ "${COMPREPLY[*]}" != "$expected" ]]; then

      err 'Got wrong node list'

    fi

  )

done

# Need to test different settings for the extglob shell option

for opt in -u -s; do

  verify_extglob() {

    if [[ "$(shopt -p extglob)" != "shopt $opt extglob" ]]; then

      err 'The "extglob" shell option has an unexpected value'

    fi

  }

  (

    shopt $opt extglob

    verify_extglob

    setup

    verify_extglob

    # Completing nodes

    COMP_CWORD=4

    COMP_WORDS=( gnt-instance add --os-type busybox --no-n )

    _gnt_instance

    if [[ "${COMPREPLY[*]}" != '--no-name-check --no-nics' ]]; then

      err "Completing '${COMP_WORDS[*]}' did not give correct result"

    fi

    verify_extglob

  )

done

exit 0

#!/usr/bin/python

#

# Copyright (C) 2010, 2012 Google Inc.

#

# This program is free software; you can redistribute it and/or modify

# it under the terms of the GNU General Public License as published by

# the Free Software Foundation; either version 2 of the License, or

# (at your option) any later version.

#

# This program is distributed in the hope that it will be useful, but

# WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU

# General Public License for more details.

#

# You should have received a copy of the GNU General Public License

# along with this program; if not, write to the Free Software

# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA

# 02110-1301, USA.

"""Script for testing tools/cfgupgrade"""

import os

import sys

import unittest

import shutil

import tempfile

import operator

from ganeti import constants

from ganeti import utils

from ganeti import errors

from ganeti import serializer

from ganeti import netutils

import testutils

def _RunUpgrade(path, dry_run, no_verify, ignore_hostname=True):

  cmd = [sys.executable, "%s/tools/cfgupgrade" % testutils.GetSourceDir(),

         "--debug", "--force", "--path=%s" % path, "--confdir=%s" % path]

  if ignore_hostname:

    cmd.append("--ignore-hostname")

  if dry_run:

    cmd.append("--dry-run")

  if no_verify:

    cmd.append("--no-verify")

  result = utils.RunCmd(cmd, cwd=os.getcwd())

  if result.failed:

    raise Exception("cfgupgrade failed: %s, output %r" %

                    (result.fail_reason, result.output))

class TestCfgupgrade(unittest.TestCase):

  def setUp(self):

    self.tmpdir = tempfile.mkdtemp()

    self.config_path = utils.PathJoin(self.tmpdir, "config.data")

    self.noded_cert_path = utils.PathJoin(self.tmpdir, "server.pem")

    self.rapi_cert_path = utils.PathJoin(self.tmpdir, "rapi.pem")

    self.rapi_users_path = utils.PathJoin(self.tmpdir, "rapi", "users")

    self.rapi_users_path_pre24 = utils.PathJoin(self.tmpdir, "rapi_users")

    self.known_hosts_path = utils.PathJoin(self.tmpdir, "known_hosts")

    self.confd_hmac_path = utils.PathJoin(self.tmpdir, "hmac.key")

    self.cds_path = utils.PathJoin(self.tmpdir, "cluster-domain-secret")

    self.ss_master_node_path = utils.PathJoin(self.tmpdir, "ssconf_master_node")

    self.file_storage_paths = utils.PathJoin(self.tmpdir, "file-storage-paths")

  def tearDown(self):

    shutil.rmtree(self.tmpdir)

  def _LoadConfig(self):

    return serializer.LoadJson(utils.ReadFile(self.config_path))

  def _CreateValidConfigDir(self):

    utils.WriteFile(self.noded_cert_path, data="")

    utils.WriteFile(self.known_hosts_path, data="")

    utils.WriteFile(self.ss_master_node_path,

                    data="node.has.another.name.example.net")

  def testNoConfigDir(self):

    self.assertFalse(utils.ListVisibleFiles(self.tmpdir))

    self.assertRaises(Exception, _RunUpgrade, self.tmpdir, False, True)

    self.assertRaises(Exception, _RunUpgrade, self.tmpdir, True, True)

  def testWrongHostname(self):

    self._CreateValidConfigDir()

    utils.WriteFile(self.config_path, data=serializer.DumpJson({

      "version": constants.CONFIG_VERSION,

      "cluster": {},

      "instances": {},

      "nodegroups": {},

      }))

    hostname = netutils.GetHostname().name

    assert hostname != utils.ReadOneLineFile(self.ss_master_node_path)

    self.assertRaises(Exception, _RunUpgrade, self.tmpdir, False, True,

                      ignore_hostname=False)

  def testCorrectHostname(self):

    self._CreateValidConfigDir()

    utils.WriteFile(self.config_path, data=serializer.DumpJson({

      "version": constants.CONFIG_VERSION,

      "cluster": {},

      "instances": {},

      "nodegroups": {},

      }))

    utils.WriteFile(self.ss_master_node_path,

                    data="%s\n" % netutils.GetHostname().name)

    _RunUpgrade(self.tmpdir, False, True, ignore_hostname=False)

  def testInconsistentConfig(self):

    self._CreateValidConfigDir()

    # There should be no "config_version"

    cfg = {

      "version": 0,

      "cluster": {

        "config_version": 0,

        },

      "instances": {},

      "nodegroups": {},

      }

    utils.WriteFile(self.config_path, data=serializer.DumpJson(cfg))

    self.assertRaises(Exception, _RunUpgrade, self.tmpdir, False, True)

  def testInvalidConfig(self):

    self._CreateValidConfigDir()

    # Missing version from config

    utils.WriteFile(self.config_path, data=serializer.DumpJson({}))

    self.assertRaises(Exception, _RunUpgrade, self.tmpdir, False, True)

  def _TestSimpleUpgrade(self, from_version, dry_run,

                         file_storage_dir=None,

                         shared_file_storage_dir=None):

    cluster = {}

    if file_storage_dir:

      cluster["file_storage_dir"] = file_storage_dir

    if shared_file_storage_dir:

      cluster["shared_file_storage_dir"] = shared_file_storage_dir

    cfg = {

      "version": from_version,

      "cluster": cluster,

      "instances": {},

      "nodegroups": {},

      }

    self._CreateValidConfigDir()

    utils.WriteFile(self.config_path, data=serializer.DumpJson(cfg))

    self.assertFalse(os.path.isfile(self.rapi_cert_path))

    self.assertFalse(os.path.isfile(self.confd_hmac_path))

    self.assertFalse(os.path.isfile(self.cds_path))

    _RunUpgrade(self.tmpdir, dry_run, True)

    if dry_run:

      expversion = from_version

      checkfn = operator.not_

    else:

      expversion = constants.CONFIG_VERSION

      checkfn = operator.truth

    self.assert_(checkfn(os.path.isfile(self.rapi_cert_path)))

    self.assert_(checkfn(os.path.isfile(self.confd_hmac_path)))

    self.assert_(checkfn(os.path.isfile(self.cds_path)))

    newcfg = self._LoadConfig()

    self.assertEqual(newcfg["version"], expversion)

  def testRapiUsers(self):

    self.assertFalse(os.path.exists(self.rapi_users_path))

    self.assertFalse(os.path.exists(self.rapi_users_path_pre24))

    self.assertFalse(os.path.exists(os.path.dirname(self.rapi_users_path)))

    utils.WriteFile(self.rapi_users_path_pre24, data="some user\n")

    self._TestSimpleUpgrade(constants.BuildVersion(2, 3, 0), False)

    self.assertTrue(os.path.isdir(os.path.dirname(self.rapi_users_path)))

    self.assert_(os.path.islink(self.rapi_users_path_pre24))

    self.assert_(os.path.isfile(self.rapi_users_path))

    self.assertEqual(os.readlink(self.rapi_users_path_pre24),

                     self.rapi_users_path)

    for path in [self.rapi_users_path, self.rapi_users_path_pre24]:

      self.assertEqual(utils.ReadFile(path), "some user\n")

  def testRapiUsers24AndAbove(self):

    self.assertFalse(os.path.exists(self.rapi_users_path))

    self.assertFalse(os.path.exists(self.rapi_users_path_pre24))

    os.mkdir(os.path.dirname(self.rapi_users_path))

    utils.WriteFile(self.rapi_users_path, data="other user\n")

    self._TestSimpleUpgrade(constants.BuildVersion(2, 3, 0), False)

    self.assert_(os.path.islink(self.rapi_users_path_pre24))

    self.assert_(os.path.isfile(self.rapi_users_path))

    self.assertEqual(os.readlink(self.rapi_users_path_pre24),

                     self.rapi_users_path)

    for path in [self.rapi_users_path, self.rapi_users_path_pre24]:

      self.assertEqual(utils.ReadFile(path), "other user\n")

  def testRapiUsersExistingSymlink(self):

    self.assertFalse(os.path.exists(self.rapi_users_path))

    self.assertFalse(os.path.exists(self.rapi_users_path_pre24))

    os.mkdir(os.path.dirname(self.rapi_users_path))

    os.symlink(self.rapi_users_path, self.rapi_users_path_pre24)

    utils.WriteFile(self.rapi_users_path, data="hello world\n")

    self._TestSimpleUpgrade(constants.BuildVersion(2, 2, 0), False)

    self.assert_(os.path.isfile(self.rapi_users_path) and

                 not os.path.islink(self.rapi_users_path))

    self.assert_(os.path.islink(self.rapi_users_path_pre24))

    self.assertEqual(os.readlink(self.rapi_users_path_pre24),

                     self.rapi_users_path)

    for path in [self.rapi_users_path, self.rapi_users_path_pre24]:

      self.assertEqual(utils.ReadFile(path), "hello world\n")

  def testRapiUsersExistingTarget(self):

    self.assertFalse(os.path.exists(self.rapi_users_path))

    self.assertFalse(os.path.exists(self.rapi_users_path_pre24))

    os.mkdir(os.path.dirname(self.rapi_users_path))

    utils.WriteFile(self.rapi_users_path, data="other user\n")

    utils.WriteFile(self.rapi_users_path_pre24, data="hello world\n")

    self.assertRaises(Exception, self._TestSimpleUpgrade,

                      constants.BuildVersion(2, 2, 0), False)

    for path in [self.rapi_users_path, self.rapi_users_path_pre24]:

      self.assert_(os.path.isfile(path) and not os.path.islink(path))

    self.assertEqual(utils.ReadFile(self.rapi_users_path), "other user\n")

    self.assertEqual(utils.ReadFile(self.rapi_users_path_pre24),

                     "hello world\n")

  def testRapiUsersDryRun(self):

    self.assertFalse(os.path.exists(self.rapi_users_path))

    self.assertFalse(os.path.exists(self.rapi_users_path_pre24))

    utils.WriteFile(self.rapi_users_path_pre24, data="some user\n")

    self._TestSimpleUpgrade(constants.BuildVersion(2, 3, 0), True)

    self.assertFalse(os.path.isdir(os.path.dirname(self.rapi_users_path)))

    self.assertTrue(os.path.isfile(self.rapi_users_path_pre24) and

                    not os.path.islink(self.rapi_users_path_pre24))

    self.assertFalse(os.path.exists(self.rapi_users_path))

  def testRapiUsers24AndAboveDryRun(self):

    self.assertFalse(os.path.exists(self.rapi_users_path))

    self.assertFalse(os.path.exists(self.rapi_users_path_pre24))

    os.mkdir(os.path.dirname(self.rapi_users_path))

    utils.WriteFile(self.rapi_users_path, data="other user\n")

    self._TestSimpleUpgrade(constants.BuildVersion(2, 3, 0), True)

    self.assertTrue(os.path.isfile(self.rapi_users_path) and

                    not os.path.islink(self.rapi_users_path))

    self.assertFalse(os.path.exists(self.rapi_users_path_pre24))

    self.assertEqual(utils.ReadFile(self.rapi_users_path), "other user\n")

  def testRapiUsersExistingSymlinkDryRun(self):

    self.assertFalse(os.path.exists(self.rapi_users_path))

    self.assertFalse(os.path.exists(self.rapi_users_path_pre24))

    os.mkdir(os.path.dirname(self.rapi_users_path))

    os.symlink(self.rapi_users_path, self.rapi_users_path_pre24)

    utils.WriteFile(self.rapi_users_path, data="hello world\n")

    self._TestSimpleUpgrade(constants.BuildVersion(2, 2, 0), True)

    self.assertTrue(os.path.islink(self.rapi_users_path_pre24))

    self.assertTrue(os.path.isfile(self.rapi_users_path) and

                    not os.path.islink(self.rapi_users_path))

    self.assertEqual(os.readlink(self.rapi_users_path_pre24),

                     self.rapi_users_path)

    for path in [self.rapi_users_path, self.rapi_users_path_pre24]:

      self.assertEqual(utils.ReadFile(path), "hello world\n")

  def testFileStoragePathsDryRun(self):

    self.assertFalse(os.path.exists(self.file_storage_paths))

    self._TestSimpleUpgrade(constants.BuildVersion(2, 6, 0), True,

                            file_storage_dir=self.tmpdir,

                            shared_file_storage_dir="/tmp")

    self.assertFalse(os.path.exists(self.file_storage_paths))

  def testFileStoragePathsBoth(self):

    self.assertFalse(os.path.exists(self.file_storage_paths))

    self._TestSimpleUpgrade(constants.BuildVersion(2, 6, 0), False,

                            file_storage_dir=self.tmpdir,

                            shared_file_storage_dir="/tmp")

    lines = utils.ReadFile(self.file_storage_paths).splitlines()

    self.assertTrue(lines.pop(0).startswith("# "))

    self.assertTrue(lines.pop(0).startswith("# cfgupgrade"))

    self.assertEqual(lines.pop(0), self.tmpdir)

    self.assertEqual(lines.pop(0), "/tmp")

    self.assertFalse(lines)

    self.assertEqual(os.stat(self.file_storage_paths).st_mode & 0777,

                     0600, msg="Wrong permissions")

  def testFileStoragePathsSharedOnly(self):

    self.assertFalse(os.path.exists(self.file_storage_paths))

    self._TestSimpleUpgrade(constants.BuildVersion(2, 5, 0), False,

                            file_storage_dir=None,

                            shared_file_storage_dir=self.tmpdir)

    lines = utils.ReadFile(self.file_storage_paths).splitlines()

    self.assertTrue(lines.pop(0).startswith("# "))

    self.assertTrue(lines.pop(0).startswith("# cfgupgrade"))

    self.assertEqual(lines.pop(0), self.tmpdir)

    self.assertFalse(lines)

  def testUpgradeFrom_2_0(self):

    self._TestSimpleUpgrade(constants.BuildVersion(2, 0, 0), False)

  def testUpgradeFrom_2_1(self):

    self._TestSimpleUpgrade(constants.BuildVersion(2, 1, 0), False)

  def testUpgradeFrom_2_2(self):

    self._TestSimpleUpgrade(constants.BuildVersion(2, 2, 0), False)

  def testUpgradeFrom_2_3(self):

    self._TestSimpleUpgrade(constants.BuildVersion(2, 3, 0), False)

  def testUpgradeFrom_2_4(self):

    self._TestSimpleUpgrade(constants.BuildVersion(2, 4, 0), False)

  def testUpgradeFrom_2_5(self):

    self._TestSimpleUpgrade(constants.BuildVersion(2, 5, 0), False)

  def testUpgradeFrom_2_6(self):

    self._TestSimpleUpgrade(constants.BuildVersion(2, 6, 0), False)

  def testUpgradeCurrent(self):

    self._TestSimpleUpgrade(constants.CONFIG_VERSION, False)

  def testUpgradeDryRunFrom_2_0(self):

    self._TestSimpleUpgrade(constants.BuildVersion(2, 0, 0), True)

  def testUpgradeDryRunFrom_2_1(self):

    self._TestSimpleUpgrade(constants.BuildVersion(2, 1, 0), True)

  def testUpgradeDryRunFrom_2_2(self):

    self._TestSimpleUpgrade(constants.BuildVersion(2, 2, 0), True)

  def testUpgradeDryRunFrom_2_3(self):

    self._TestSimpleUpgrade(constants.BuildVersion(2, 3, 0), True)

  def testUpgradeDryRunFrom_2_4(self):

    self._TestSimpleUpgrade(constants.BuildVersion(2, 4, 0), True)

  def testUpgradeDryRunFrom_2_5(self):

    self._TestSimpleUpgrade(constants.BuildVersion(2, 5, 0), True)

  def testUpgradeDryRunFrom_2_6(self):

    self._TestSimpleUpgrade(constants.BuildVersion(2, 6, 0), True)

  def testUpgradeCurrentDryRun(self):

    self._TestSimpleUpgrade(constants.CONFIG_VERSION, True)

if __name__ == "__main__":

  testutils.GanetiTestProgram()

#!/bin/bash

#

# Copyright (C) 2010 Google Inc.

#

# This program is free software; you can redistribute it and/or modify

# it under the terms of the GNU General Public License as published by

# the Free Software Foundation; either version 2 of the License, or

# (at your option) any later version.

#

# This program is distributed in the hope that it will be useful, but

# WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU

# General Public License for more details.

#

# You should have received a copy of the GNU General Public License

# along with this program; if not, write to the Free Software

# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA

# 02110-1301, USA.

set -e

set -o pipefail

export PYTHON=${PYTHON:=python}

CCE=tools/check-cert-expired

err() {

  echo "$@"

  echo 'Aborting'

  exit 1

}

impexpd_helper() {

  $PYTHON "${TOP_SRCDIR:-.}/test/import-export_unittest-helper" "$@"

}

$CCE 2>/dev/null && err 'Accepted empty argument list'

$CCE foo bar 2>/dev/null && err 'Accepted more than one argument'

$CCE foo bar baz 2>/dev/null && err 'Accepted more than one argument'

tmpdir=$(mktemp -d)

trap "rm -rf $tmpdir" EXIT

[[ -f "$tmpdir/cert-not" ]] && err 'File existed when it should not'

$CCE $tmpdir/cert-not 2>/dev/null && err 'Accepted non-existent file'

VALIDITY=1 impexpd_helper $tmpdir/cert-valid gencert

$CCE $tmpdir/cert-valid 2>/dev/null && \

  err 'Reported valid certificate as expired'

VALIDITY=-50 impexpd_helper $tmpdir/cert-expired gencert

$CCE $tmpdir/cert-expired 2>/dev/null || \

  err 'Reported expired certificate as valid'

echo > $tmpdir/cert-invalid

$CCE $tmpdir/cert-invalid 2>/dev/null && \

  err 'Reported invalid certificate as expired'

echo 'Hello World' > $tmpdir/cert-invalid2

$CCE $tmpdir/cert-invalid2 2>/dev/null && \

  err 'Reported invalid certificate as expired'

exit 0

#!/bin/bash

export SCRIPTS=${TOP_BUILDDIR:-.}/scripts

export DAEMONS=${TOP_BUILDDIR:-.}/daemons

shelltest $SHELLTESTARGS \

  ${TOP_SRCDIR:-.}/test/{gnt,ganeti}-*.test \

  -- --hide-successes

#!/bin/bash

#

# Copyright (C) 2010, 2011 Google Inc.

#

# This program is free software; you can redistribute it and/or modify

# it under the terms of the GNU General Public License as published by

# the Free Software Foundation; either version 2 of the License, or

# (at your option) any later version.

#

# This program is distributed in the hope that it will be useful, but

# WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU

# General Public License for more details.

#

# You should have received a copy of the GNU General Public License

# along with this program; if not, write to the Free Software

# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA

# 02110-1301, USA.

set -e

daemon_util=daemons/daemon-util

err() {

  echo "$@"

  echo 'Aborting'

  exit 1

}

if ! grep -q '^ENABLE_CONFD = ' lib/_autoconf.py; then

  err "Please update $0, confd enable feature is missing"

fi

if grep -q '^ENABLE_CONFD = True' lib/_autoconf.py; then

  DAEMONS="$(echo ganeti-{noded,masterd,rapi,confd})"

  STOPDAEMONS="$(echo ganeti-{confd,rapi,masterd,noded})"

else

  DAEMONS="$(echo ganeti-{noded,masterd,rapi})"

  STOPDAEMONS="$(echo ganeti-{rapi,masterd,noded})"

fi

$daemon_util >/dev/null 2>&1 &&

  err "daemon-util succeeded without command"

$daemon_util this-is-an-unimplemented-command >/dev/null 2>&1 &&

  err "daemon-util accepted unimplemented command"

$daemon_util list_start_daemons >/dev/null 2>&1 &&

  err "daemon-util accepted command with underscores"

$daemon_util check-exitcode 0 ||

  err "check-exitcode 0 failed"

for i in 1 2 3 4 20 25 33; do

  $daemon_util check-exitcode $i >/dev/null 2>&1 && rc=0 || rc=$?

  test "$rc" == 1 || err "check-exitcode $i didn't return 1"

done

$daemon_util check-exitcode 11 >/dev/null 2>&1 ||

  err "check-exitcode 11 (not master) didn't return 0"

tmp=$(echo $($daemon_util list-start-daemons))

test "$tmp" == "$DAEMONS" ||

  err "list-start-daemons didn't return correct list of daemons"

tmp=$(echo $($daemon_util list-stop-daemons))

test "$tmp" == "$STOPDAEMONS" ||

  err "list-stop-daemons didn't return correct list of daemons"

$daemon_util is-daemon-name >/dev/null 2>&1 &&

  err "is-daemon-name didn't require daemon name"

for i in '' '.' '..' '-' 'not-a-daemon'; do

  $daemon_util is-daemon-name "$i" >/dev/null 2>&1 &&

    err "is-daemon-name thinks '$i' is a daemon name"

done

for i in $DAEMONS; do

  $daemon_util is-daemon-name $i >/dev/null 2>&1 ||

    err "is-daemon-name doesn't think '$i' is a daemon name"

done

#!/usr/bin/python

#

# Copyright (C) 2009 Google Inc.

#

# This program is free software; you can redistribute it and/or modify

# it under the terms of the GNU General Public License as published by

# the Free Software Foundation; either version 2 of the License, or

# (at your option) any later version.

#

# This program is distributed in the hope that it will be useful, but

# WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU

# General Public License for more details.

#

# You should have received a copy of the GNU General Public License

# along with this program; if not, write to the Free Software

# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA

# 02110-1301, USA.

"""Script for unittesting documentation"""

import unittest

import re

import itertools

import operator

from ganeti import _autoconf

from ganeti import utils

from ganeti import cmdlib

from ganeti import build

from ganeti import compat

from ganeti import mcpu

from ganeti import opcodes

from ganeti import constants

from ganeti.rapi import baserlib

from ganeti.rapi import rlib2

from ganeti.rapi import connector

import testutils

VALID_URI_RE = re.compile(r"^[-/a-z0-9]*$")

RAPI_OPCODE_EXCLUDE = compat.UniqueFrozenset([

  # Not yet implemented

  opcodes.OpBackupQuery,

  opcodes.OpBackupRemove,

  opcodes.OpClusterConfigQuery,

  opcodes.OpClusterRepairDiskSizes,

  opcodes.OpClusterVerify,

  opcodes.OpClusterVerifyDisks,

  opcodes.OpInstanceChangeGroup,

  opcodes.OpInstanceMove,

  opcodes.OpNodeQueryvols,

  opcodes.OpOobCommand,

  opcodes.OpTagsSearch,

  opcodes.OpClusterActivateMasterIp,

  opcodes.OpClusterDeactivateMasterIp,

  opcodes.OpExtStorageDiagnose,

  # Difficult if not impossible

  opcodes.OpClusterDestroy,

  opcodes.OpClusterPostInit,

  opcodes.OpClusterRename,

  opcodes.OpNodeAdd,

  opcodes.OpNodeRemove,

  # Very sensitive in nature

  opcodes.OpRestrictedCommand,

  # Helper opcodes (e.g. submitted by LUs)

  opcodes.OpClusterVerifyConfig,

  opcodes.OpClusterVerifyGroup,

  opcodes.OpGroupEvacuate,

  opcodes.OpGroupVerifyDisks,

  # Test opcodes

  opcodes.OpTestAllocator,

  opcodes.OpTestDelay,

  opcodes.OpTestDummy,

  opcodes.OpTestJqueue,

  ])

def _ReadDocFile(filename):

  return utils.ReadFile("%s/doc/%s" %

                        (testutils.GetSourceDir(), filename))

class TestHooksDocs(unittest.TestCase):

  HOOK_PATH_OK = compat.UniqueFrozenset([

    "master-ip-turnup",

    "master-ip-turndown",

    ])

  def test(self):

    """Check whether all hooks are documented.

    """

    hooksdoc = _ReadDocFile("hooks.rst")

    # Reverse mapping from LU to opcode

    lu2opcode = dict((lu, op)

                     for (op, lu) in mcpu.Processor.DISPATCH_TABLE.items())

    assert len(lu2opcode) == len(mcpu.Processor.DISPATCH_TABLE), \

      "Found duplicate entries"

    hooks_paths = frozenset(re.findall("^:directory:\s*(.+)\s*$", hooksdoc,

                                       re.M))

    self.assertTrue(self.HOOK_PATH_OK.issubset(hooks_paths),

                    msg="Whitelisted path not found in documentation")

    raw_hooks_ops = re.findall("^OP_(?!CODE$).+$", hooksdoc, re.M)

    hooks_ops = set()

    duplicate_ops = set()

    for op in raw_hooks_ops:

      if op in hooks_ops:

        duplicate_ops.add(op)

      else:

        hooks_ops.add(op)

    self.assertFalse(duplicate_ops,

                     msg="Found duplicate opcode documentation: %s" %

                         utils.CommaJoin(duplicate_ops))

    seen_paths = set()

    seen_ops = set()

    self.assertFalse(duplicate_ops,

                     msg="Found duplicated hook documentation: %s" %

                         utils.CommaJoin(duplicate_ops))

    for name in dir(cmdlib):

      lucls = getattr(cmdlib, name)

      if (isinstance(lucls, type) and

          issubclass(lucls, cmdlib.LogicalUnit) and

          hasattr(lucls, "HPATH")):

        if lucls.HTYPE is None:

          continue

        opcls = lu2opcode.get(lucls, None)

        if opcls:

          seen_ops.add(opcls.OP_ID)

          self.assertTrue(opcls.OP_ID in hooks_ops,

                          msg="Missing hook documentation for %s" %

                              opcls.OP_ID)

        self.assertTrue(lucls.HPATH in hooks_paths,

                        msg="Missing documentation for hook %s/%s" %

                            (lucls.HTYPE, lucls.HPATH))

        seen_paths.add(lucls.HPATH)

    missed_ops = hooks_ops - seen_ops

    missed_paths = hooks_paths - seen_paths - self.HOOK_PATH_OK

    self.assertFalse(missed_ops,

                     msg="Op documents hook not existing anymore: %s" %

                         utils.CommaJoin(missed_ops))

    self.assertFalse(missed_paths,

                     msg="Hook path does not exist in opcode: %s" %

                         utils.CommaJoin(missed_paths))

class TestRapiDocs(unittest.TestCase):

  def _CheckRapiResource(self, uri, fixup, handler):

    docline = "%s resource." % uri

    self.assertEqual(handler.__doc__.splitlines()[0].strip(), docline,

                     msg=("First line of %r's docstring is not %r" %

                          (handler, docline)))

    # Apply fixes before testing

    for (rx, value) in fixup.items():

      uri = rx.sub(value, uri)

    self.assertTrue(VALID_URI_RE.match(uri), msg="Invalid URI %r" % uri)

  def test(self):

    """Check whether all RAPI resources are documented.

    """

    rapidoc = _ReadDocFile("rapi.rst")

    node_name = re.escape("[node_name]")

    instance_name = re.escape("[instance_name]")

    group_name = re.escape("[group_name]")

    network_name = re.escape("[network_name]")

    job_id = re.escape("[job_id]")

    disk_index = re.escape("[disk_index]")

    query_res = re.escape("[resource]")

    resources = connector.GetHandlers(node_name, instance_name,

                                      group_name, network_name,

                                      job_id, disk_index, query_res)

    handler_dups = utils.FindDuplicates(resources.values())

    self.assertFalse(handler_dups,

                     msg=("Resource handlers used more than once: %r" %

                          handler_dups))

    uri_check_fixup = {

      re.compile(node_name): "node1examplecom",

      re.compile(instance_name): "inst1examplecom",

      re.compile(group_name): "group4440",

      re.compile(network_name): "network5550",

      re.compile(job_id): "9409",

      re.compile(disk_index): "123",

      re.compile(query_res): "lock",

      }

    assert compat.all(VALID_URI_RE.match(value)

                      for value in uri_check_fixup.values()), \

           "Fixup values must be valid URIs, too"

    titles = []

    prevline = None

    for line in rapidoc.splitlines():

      if re.match(r"^\++$", line):

        titles.append(prevline)

      prevline = line

    prefix_exception = compat.UniqueFrozenset(["/", "/version", "/2"])

    undocumented = []

    used_uris = []

    for key, handler in resources.iteritems():

      # Regex objects

      if hasattr(key, "match"):

        self.assert_(key.pattern.startswith("^/2/"),

                     msg="Pattern %r does not start with '^/2/'" % key.pattern)

        self.assertEqual(key.pattern[-1], "$")

        found = False

        for title in titles:

          if title.startswith("``") and title.endswith("``"):

            uri = title[2:-2]

            if key.match(uri):

              self._CheckRapiResource(uri, uri_check_fixup, handler)

              used_uris.append(uri)

              found = True

              break

        if not found:

          # TODO: Find better way of identifying resource

          undocumented.append(key.pattern)

      else:

        self.assert_(key.startswith("/2/") or key in prefix_exception,

                     msg="Path %r does not start with '/2/'" % key)

        if ("``%s``" % key) in titles:

          self._CheckRapiResource(key, {}, handler)

          used_uris.append(key)

        else:

          undocumented.append(key)

    self.failIf(undocumented,

                msg=("Missing RAPI resource documentation for %s" %

                     utils.CommaJoin(undocumented)))

    uri_dups = utils.FindDuplicates(used_uris)

    self.failIf(uri_dups,

                msg=("URIs matched by more than one resource: %s" %

                     utils.CommaJoin(uri_dups)))

    self._FindRapiMissing(resources.values())

    self._CheckTagHandlers(resources.values())

  def _FindRapiMissing(self, handlers):

    used = frozenset(itertools.chain(*map(baserlib.GetResourceOpcodes,

                                          handlers)))

    unexpected = used & RAPI_OPCODE_EXCLUDE

    self.assertFalse(unexpected,

      msg=("Found RAPI resources for excluded opcodes: %s" %

           utils.CommaJoin(_GetOpIds(unexpected))))

    missing = (frozenset(opcodes.OP_MAPPING.values()) - used -

               RAPI_OPCODE_EXCLUDE)

    self.assertFalse(missing,

      msg=("Missing RAPI resources for opcodes: %s" %

           utils.CommaJoin(_GetOpIds(missing))))

  def _CheckTagHandlers(self, handlers):

    tag_handlers = filter(lambda x: issubclass(x, rlib2._R_Tags), handlers)

    self.assertEqual(frozenset(map(operator.attrgetter("TAG_LEVEL"),

                                   tag_handlers)),

                     constants.VALID_TAG_TYPES)

def _GetOpIds(ops):

  """Returns C{OP_ID} for all opcodes in passed sequence.

  """

  return sorted(opcls.OP_ID for opcls in ops)

class TestManpages(unittest.TestCase):

  """Manpage tests"""

  @staticmethod

  def _ReadManFile(name):

    return utils.ReadFile("%s/man/%s.rst" %

                          (testutils.GetSourceDir(), name))

  @staticmethod

  def _LoadScript(name):

    return build.LoadModule("scripts/%s" % name)

  def test(self):

    for script in _autoconf.GNT_SCRIPTS:

      self._CheckManpage(script,

                         self._ReadManFile(script),

                         self._LoadScript(script).commands.keys())

  def _CheckManpage(self, script, mantext, commands):

    missing = []

    for cmd in commands:

      pattern = r"^(\| )?\*\*%s\*\*" % re.escape(cmd)

      if not re.findall(pattern, mantext, re.DOTALL | re.MULTILINE):

        missing.append(cmd)

    self.failIf(missing,

                msg=("Manpage for '%s' missing documentation for %s" %

                     (script, utils.CommaJoin(missing))))

if __name__ == "__main__":

  testutils.GanetiTestProgram()

#!/bin/bash

#

# Copyright (C) 2010, 2012 Google Inc.

#

# This program is free software; you can redistribute it and/or modify

# it under the terms of the GNU General Public License as published by

# the Free Software Foundation; either version 2 of the License, or

# (at your option) any later version.

#

# This program is distributed in the hope that it will be useful, but

# WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU

# General Public License for more details.

#

# You should have received a copy of the GNU General Public License

# along with this program; if not, write to the Free Software

# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA

# 02110-1301, USA.

set -e -u

set -o pipefail

export PYTHON=${PYTHON:=python}

GNTC=daemons/ganeti-cleaner

CCE=tools/check-cert-expired

err() {

  echo "$@"

  echo 'Aborting'

  exit 1

}

upto() {

  echo "$(date '+%F %T'):" "$@" '...'

}

gencert() {

  local path=$1 validity=$2

  VALIDITY=$validity $PYTHON \

    ${TOP_SRCDIR:-.}/test/import-export_unittest-helper \

    $path gencert

}

check_logfiles() {

  local n=$1 p=$2 path

  if [[ "$p" = master ]]; then

    path=$tmpls/log/ganeti/master-cleaner

  else

    path=$tmpls/log/ganeti/cleaner

  fi

  test -d $path || \

    err "Log file directory '$path' not created"

  [[ "$(find $path -mindepth 1 | wc -l)" -le "$n" ]] || \

    err "Found more than $n logfiles"

}

count_jobs() {

  local n=$1

  local count=$(find $queuedir -mindepth 1 -type f | wc -l)

  [[ "$count" -eq "$n" ]] || err "Found $count jobs instead of $n"

}

count_watcher() {

  local suffix="$1" n=$2