RAPI: Add initial support for instance creation request version
[ganeti-local] / Makefile.am
index 103e8b5..ddc0bdf 100644 (file)
@@ -14,6 +14,7 @@ DOCBOOK_WRAPPER = $(top_srcdir)/autotools/docbook-wrapper
 BUILD_BASH_COMPLETION = $(top_srcdir)/autotools/build-bash-completion
 RUN_IN_TEMPDIR = $(top_srcdir)/autotools/run-in-tempdir
 CHECK_PYTHON_CODE = $(top_srcdir)/autotools/check-python-code
+CHECK_MAN = $(top_srcdir)/autotools/check-man
 REPLACE_VARS_SED = autotools/replace_vars.sed
 
 hypervisordir = $(pkgpythondir)/hypervisor
@@ -23,6 +24,9 @@ rapidir = $(pkgpythondir)/rapi
 toolsdir = $(pkglibdir)/tools
 docdir = $(datadir)/doc/$(PACKAGE)
 
+# Delete output file if an error occurred while building it
+.DELETE_ON_ERROR:
+
 DIRS = \
        autotools \
        daemons \
@@ -32,10 +36,10 @@ DIRS = \
        doc/examples/hooks \
        lib \
        lib/build \
+       lib/confd \
        lib/http \
        lib/hypervisor \
        lib/rapi \
-       lib/confd \
        man \
        qa \
        scripts \
@@ -45,34 +49,34 @@ DIRS = \
 
 MAINTAINERCLEANFILES = \
        $(docpng) \
-       $(maninput)
+       $(maninput) \
+       doc/install-quick.rst \
+       doc/news.rst
 
 maintainer-clean-local:
-       -rm -rf doc/api doc/build doc/html
+       rm -rf doc/api doc/html doc/coverage
 
 CLEANFILES = \
+       $(addsuffix /*.py[co],$(DIRS)) \
        autotools/replace_vars.sed \
+       daemons/daemon-util \
        daemons/ganeti-cleaner \
        devel/upload \
        doc/examples/bash_completion \
        doc/examples/ganeti.initd \
        doc/examples/ganeti.cron \
+       doc/examples/gnt-config-backup \
        doc/examples/hooks/ipsec \
-       lib/*.py[co] \
-       lib/build/*.py[co] \
-       lib/http/*.py[co] \
-       lib/hypervisor/*.py[co] \
-       lib/rapi/*.py[co] \
        $(man_MANS) \
        $(manhtml) \
-       qa/*.py[co] \
-       test/*.py[co] \
        stamp-directories \
+       stamp-srclinks \
        $(nodist_pkgpython_PYTHON)
 
 BUILT_SOURCES = \
        ganeti \
-       srclinks \
+       stamp-srclinks \
+       stamp-directories \
        lib/_autoconf.py
 
 nodist_pkgpython_PYTHON = \
@@ -89,6 +93,7 @@ pkgpython_PYTHON = \
        lib/bootstrap.py \
        lib/cli.py \
        lib/cmdlib.py \
+       lib/compat.py \
        lib/config.py \
        lib/constants.py \
        lib/daemon.py \
@@ -106,6 +111,7 @@ pkgpython_PYTHON = \
        lib/ssh.py \
        lib/storage.py \
        lib/utils.py \
+       lib/uidpool.py \
        lib/workerpool.py
 
 hypervisor_PYTHON = \
@@ -119,6 +125,8 @@ hypervisor_PYTHON = \
 rapi_PYTHON = \
        lib/rapi/__init__.py \
        lib/rapi/baserlib.py \
+       lib/rapi/client.py \
+       lib/rapi/client_utils.py \
        lib/rapi/connector.py \
        lib/rapi/rlib2.py
 
@@ -131,8 +139,8 @@ http_PYTHON = \
 confd_PYTHON = \
        lib/confd/__init__.py \
        lib/confd/client.py \
-       lib/confd/server.py \
-       lib/confd/querylib.py
+       lib/confd/querylib.py \
+       lib/confd/server.py
 
 docrst = \
        doc/admin.rst \
@@ -143,21 +151,42 @@ docrst = \
        doc/hooks.rst \
        doc/iallocator.rst \
        doc/index.rst \
+       doc/install-quick.rst \
        doc/install.rst \
        doc/locking.rst \
+       doc/news.rst \
        doc/rapi.rst \
-       doc/security.rst
+       doc/security.rst \
+       doc/walkthrough.rst
 
-doc/html: $(docrst) $(docpng) doc/conf.py configure.ac
+doc/html/.stamp: $(docrst) $(docpng) doc/conf.py configure.ac
        @test -n "$(SPHINX)" || \
            { echo 'sphinx-build' not found during configure; exit 1; }
-       mkdir -p doc/build/doctrees
-       PYTHONPATH=.:$(top_builddir) sphinx-build -q -b html \
-           -d doc/build/doctrees \
+       PYTHONPATH=. $(RUN_IN_TEMPDIR) $(SPHINX) -q -W -b html \
+           -d . \
            -D version="$(VERSION_MAJOR).$(VERSION_MINOR)" \
            -D release="$(PACKAGE_VERSION)" \
-           $(top_srcdir)/doc doc/html
-       touch "$@"
+           $(abs_top_srcdir)/doc $(CURDIR)/doc/html
+       rm -f doc/html/.buildinfo doc/html/objects.inv
+       touch $@
+
+doc/html: doc/html/.stamp
+
+doc/news.rst: NEWS
+       set -e; \
+       { echo '.. This file is automatically updated at build time from $<.'; \
+         echo '.. Do not edit.'; \
+         echo; \
+         cat $<; \
+       } > $@
+
+doc/install-quick.rst: INSTALL
+       set -e; \
+       { echo '.. This file is automatically updated at build time from $<.'; \
+         echo '.. Do not edit.'; \
+         echo; \
+         cat $<; \
+       } > $@
 
 docdot = \
        doc/arch-2.0.dot \
@@ -166,7 +195,17 @@ docdot = \
 
 docpng = $(patsubst %.dot,%.png,$(docdot))
 
-noinst_DATA = $(manhtml) doc/html
+# Things to build but not to install (add it to EXTRA_DIST if it should be
+# distributed)
+noinst_DATA = \
+       devel/upload \
+       doc/html \
+       doc/examples/bash_completion \
+       doc/examples/ganeti.cron \
+       doc/examples/ganeti.initd \
+       doc/examples/gnt-config-backup \
+       doc/examples/hooks/ipsec \
+       $(manhtml)
 
 gnt_scripts = \
        scripts/gnt-backup \
@@ -192,25 +231,38 @@ dist_tools_SCRIPTS = \
        tools/burnin \
        tools/cfgshell \
        tools/cfgupgrade \
-       tools/lvmstrap
+       tools/cfgupgrade12 \
+       tools/cluster-merge \
+       tools/lvmstrap \
+       tools/sanitize-config
+
+pkglib_SCRIPTS = \
+       daemons/daemon-util
 
 EXTRA_DIST = \
-       $(MAINTAINERCLEANFILES) \
        NEWS \
        pylintrc \
        autotools/build-bash-completion \
        autotools/check-python-code \
+       autotools/check-man \
        autotools/docbook-wrapper \
-       autotools/run-in-tempdir \
+       autotools/gen-coverage \
+       autotools/testrunner \
+       $(RUN_IN_TEMPDIR) \
+       daemons/daemon-util.in \
        daemons/ganeti-cleaner.in \
        devel/upload.in \
        $(docdot) \
+       $(docpng) \
        $(docrst) \
        doc/conf.py \
        doc/html \
        doc/examples/ganeti.initd.in \
        doc/examples/ganeti.cron.in \
+       doc/examples/gnt-config-backup.in \
        doc/examples/dumb-allocator \
+       doc/examples/ganeti.default \
+       doc/examples/ganeti.default-debug \
        doc/examples/hooks/ethers \
        doc/examples/hooks/ipsec.in \
        test/testutils.py \
@@ -218,7 +270,8 @@ EXTRA_DIST = \
        $(dist_TESTS) \
        $(TEST_FILES) \
        man/footer.sgml \
-       $(mansgml) $(maninput) \
+       $(mansgml) \
+       $(maninput) \
        qa/ganeti-qa.py \
        qa/qa-sample.json \
        qa/qa_cluster.py \
@@ -235,6 +288,8 @@ EXTRA_DIST = \
 
 man_MANS = \
        man/ganeti.7 \
+       man/ganeti-cleaner.8 \
+       man/ganeti-confd.8 \
        man/ganeti-masterd.8 \
        man/ganeti-noded.8 \
        man/ganeti-os-interface.7 \
@@ -250,45 +305,65 @@ man_MANS = \
 
 mansgml = $(patsubst %.7,%.sgml,$(patsubst %.8,%.sgml,$(man_MANS)))
 manhtml = $(patsubst %.sgml,%.html,$(mansgml))
-maninput = $(patsubst %.7,%.7.in,$(patsubst %.8,%.8.in,$(man_MANS))) $(patsubst %.html,%.html.in,$(manhtml))
+maninput = \
+       $(patsubst %.7,%.7.in,$(patsubst %.8,%.8.in,$(man_MANS))) \
+       $(patsubst %.html,%.html.in,$(manhtml))
 
 TEST_FILES = \
        test/data/bdev-both.txt \
        test/data/bdev-8.3-both.txt \
        test/data/bdev-disk.txt \
        test/data/bdev-net.txt \
+       test/data/cert1.pem \
        test/data/proc_drbd8.txt \
+       test/data/proc_drbd80-emptyline.txt \
        test/data/proc_drbd83.txt
 
-dist_TESTS = \
+python_tests = \
        test/ganeti.bdev_unittest.py \
        test/ganeti.cli_unittest.py \
        test/ganeti.cmdlib_unittest.py \
+       test/ganeti.compat_unittest.py \
+       test/ganeti.confd.client_unittest.py \
        test/ganeti.config_unittest.py \
        test/ganeti.constants_unittest.py \
+       test/ganeti.errors_unittest.py \
        test/ganeti.hooks_unittest.py \
        test/ganeti.http_unittest.py \
        test/ganeti.locking_unittest.py \
+       test/ganeti.mcpu_unittest.py \
        test/ganeti.objects_unittest.py \
+       test/ganeti.opcodes_unittest.py \
+       test/ganeti.rapi.client_unittest.py \
        test/ganeti.rapi.resources_unittest.py \
        test/ganeti.serializer_unittest.py \
        test/ganeti.ssh_unittest.py \
+       test/ganeti.uidpool_unittest.py \
        test/ganeti.utils_unittest.py \
        test/ganeti.workerpool_unittest.py \
-       test/docs_unittest.py
+       test/docs_unittest.py \
+       test/tempfile_fork_unittest.py
+
+dist_TESTS = \
+       test/daemon-util_unittest.bash \
+       $(python_tests)
 
 nodist_TESTS =
 
 TESTS = $(dist_TESTS) $(nodist_TESTS)
 
+# Environment for all tests
+PLAIN_TESTS_ENVIRONMENT = \
+       PYTHONPATH=. TOP_SRCDIR=$(abs_top_srcdir) PYTHON=$(PYTHON) $(RUN_IN_TEMPDIR)
+
+# Environment for tests run by automake
 TESTS_ENVIRONMENT = \
-       PYTHONPATH=. TOP_SRCDIR=$(abs_top_srcdir) \
-       $(RUN_IN_TEMPDIR) $(PYTHON)
+       $(PLAIN_TESTS_ENVIRONMENT) $(abs_top_srcdir)/autotools/testrunner
 
 all_python_code = \
        $(dist_sbin_SCRIPTS) \
        $(dist_tools_SCRIPTS) \
-       $(dist_TESTS) \
+       $(python_tests) \
        $(pkgpython_PYTHON) \
        $(hypervisor_PYTHON) \
        $(rapi_PYTHON) \
@@ -298,30 +373,35 @@ all_python_code = \
 
 srclink_files = \
        man/footer.sgml \
+       test/daemon-util_unittest.bash \
        $(all_python_code)
 
 check_python_code = \
+       $(BUILD_BASH_COMPLETION) \
        $(all_python_code)
 
-all-local: stamp-directories devel/upload \
-       doc/examples/bash_completion \
-       doc/examples/ganeti.initd doc/examples/ganeti.cron \
-       doc/examples/hooks/ipsec
+lint_python_code = \
+       ganeti \
+       $(dist_sbin_SCRIPTS) \
+       $(dist_tools_SCRIPTS) \
+       $(BUILD_BASH_COMPLETION)
+
+test/daemon-util_unittest.bash: daemons/daemon-util
 
-devel/upload: devel/upload.in stamp-directories $(REPLACE_VARS_SED)
+devel/upload: devel/upload.in $(REPLACE_VARS_SED)
        sed -f $(REPLACE_VARS_SED) < $< > $@
        chmod u+x $@
 
-daemons/ganeti-cleaner: daemons/ganeti-cleaner.in stamp-directories \
+daemons/%: daemons/%.in \
                $(REPLACE_VARS_SED)
        sed -f $(REPLACE_VARS_SED) < $< > $@
        chmod +x $@
 
-doc/examples/%: doc/examples/%.in stamp-directories \
+doc/examples/%: doc/examples/%.in \
                $(REPLACE_VARS_SED)
        sed -f $(REPLACE_VARS_SED) < $< > $@
 
-doc/examples/hooks/%: doc/examples/hooks/%.in stamp-directories \
+doc/examples/hooks/%: doc/examples/hooks/%.in \
                $(REPLACE_VARS_SED)
        sed -f $(REPLACE_VARS_SED) < $< > $@
 
@@ -334,20 +414,23 @@ doc/%.png: doc/%.dot
        $(DOT) -Tpng -o $@ $<
 
 man/%.7.in man/%.8.in: man/%.sgml man/footer.sgml $(DOCBOOK_WRAPPER)
-       @test -n "$(DOCBOOK2MAN)" || { echo 'docbook2man' not found during configure; exit 1; }
+       @test -n "$(DOCBOOK2MAN)" || \
+         { echo 'docbook2man' not found during configure; exit 1; }
        $(DOCBOOK_WRAPPER) "$(DOCBOOK2MAN)" $< $(notdir $(@:.in=)) $@
+       $(CHECK_MAN) $@
 
 man/%.html.in: man/%.sgml man/footer.sgml $(DOCBOOK_WRAPPER)
-       @test -n "$(DOCBOOK2HTML)" || { echo 'docbook2html' not found during configure; exit 1; }
+       @test -n "$(DOCBOOK2HTML)" || \
+         { echo 'docbook2html' not found during configure; exit 1; }
        $(DOCBOOK_WRAPPER) "$(DOCBOOK2HTML) --nochunks" $< $(notdir $(@:.in=)) $@
 
-man/%.7: man/%.7.in stamp-directories $(REPLACE_VARS_SED)
+man/%.7: man/%.7.in $(REPLACE_VARS_SED)
        sed -f $(REPLACE_VARS_SED) < $< > $@
 
-man/%.8: man/%.8.in stamp-directories $(REPLACE_VARS_SED)
+man/%.8: man/%.8.in $(REPLACE_VARS_SED)
        sed -f $(REPLACE_VARS_SED) < $< > $@
 
-man/%.html: man/%.html.in stamp-directories $(REPLACE_VARS_SED)
+man/%.html: man/%.html.in $(REPLACE_VARS_SED)
        sed -f $(REPLACE_VARS_SED) < $< > $@
 
 lib/_autoconf.py: Makefile stamp-directories
@@ -363,6 +446,10 @@ lib/_autoconf.py: Makefile stamp-directories
          echo ''; \
          echo '"""'; \
          echo ''; \
+         echo '# pylint: disable-msg=C0301,C0324'; \
+         echo '# because this is autogenerated, we do not want'; \
+         echo '# style warnings' ; \
+         echo ''; \
          echo "PACKAGE_VERSION = '$(PACKAGE_VERSION)'"; \
          echo "VERSION_MAJOR = '$(VERSION_MAJOR)'"; \
          echo "VERSION_MINOR = '$(VERSION_MINOR)'"; \
@@ -371,22 +458,27 @@ lib/_autoconf.py: Makefile stamp-directories
          echo "VERSION_FULL = '$(VERSION_FULL)'"; \
          echo "LOCALSTATEDIR = '$(localstatedir)'"; \
          echo "SYSCONFDIR = '$(sysconfdir)'"; \
-         echo "SSH_INITD_SCRIPT = '$(SSH_INITD_SCRIPT)'"; \
+         echo "SSH_CONFIG_DIR = '$(SSH_CONFIG_DIR)'"; \
          echo "EXPORT_DIR = '$(EXPORT_DIR)'"; \
          echo "OS_SEARCH_PATH = [$(OS_SEARCH_PATH)]"; \
+         echo "XEN_BOOTLOADER = '$(XEN_BOOTLOADER)'"; \
          echo "XEN_KERNEL = '$(XEN_KERNEL)'"; \
          echo "XEN_INITRD = '$(XEN_INITRD)'"; \
          echo "FILE_STORAGE_DIR = '$(FILE_STORAGE_DIR)'"; \
+         echo "ENABLE_FILE_STORAGE = $(ENABLE_FILE_STORAGE)"; \
          echo "IALLOCATOR_SEARCH_PATH = [$(IALLOCATOR_SEARCH_PATH)]"; \
          echo "KVM_PATH = '$(KVM_PATH)'"; \
-         echo "KVM_MIGRATION_PORT = '$(KVM_MIGRATION_PORT)'"; \
-         echo "SOCAT_PATH = '$(SOCAT_PATH)'"; \
+         echo "SOCAT_PATH = '$(SOCAT)'"; \
+         echo "SOCAT_USE_ESCAPE = $(SOCAT_USE_ESCAPE)"; \
          echo "LVM_STRIPECOUNT = $(LVM_STRIPECOUNT)"; \
          echo "TOOLSDIR = '$(toolsdir)'"; \
          echo "GNT_SCRIPTS = [$(foreach i,$(notdir $(gnt_scripts)),'$(i)',)]"; \
+         echo "PKGLIBDIR = '$(pkglibdir)'"; \
+         echo "DRBD_BARRIERS = $(DRBD_BARRIERS)"; \
+         echo "SYSLOG_USAGE = '$(SYSLOG_USAGE)'"; \
        } > $@
 
-$(REPLACE_VARS_SED): Makefile stamp-directories
+$(REPLACE_VARS_SED): Makefile
        set -e; \
        { echo 's#@PREFIX@#$(prefix)#g'; \
          echo 's#@SYSCONFDIR@#$(sysconfdir)#g'; \
@@ -394,21 +486,24 @@ $(REPLACE_VARS_SED): Makefile stamp-directories
          echo 's#@BINDIR@#$(bindir)#g'; \
          echo 's#@SBINDIR@#$(sbindir)#g'; \
          echo 's#@GANETI_VERSION@#$(PACKAGE_VERSION)#g'; \
+         echo 's#@CUSTOM_XEN_BOOTLOADER@#$(XEN_BOOTLOADER)#g'; \
          echo 's#@CUSTOM_XEN_KERNEL@#$(XEN_KERNEL)#g'; \
          echo 's#@CUSTOM_XEN_INITRD@#$(XEN_INITRD)#g'; \
          echo 's#@RPL_FILE_STORAGE_DIR@#$(FILE_STORAGE_DIR)#g'; \
+         echo 's#@RPL_SSH_INITD_SCRIPT@#$(SSH_INITD_SCRIPT)#g'; \
          echo 's#@PKGLIBDIR@#$(pkglibdir)#g'; \
        } > $@
 
 # We need to create symlinks because "make distcheck" will not install Python
 # files when building.
-srclinks: stamp-directories
+stamp-srclinks: Makefile stamp-directories
        set -e; \
        for i in $(srclink_files); do \
                if test ! -f $$i -a -f $(abs_top_srcdir)/$$i; then \
                        $(LN_S) $(abs_top_srcdir)/$$i $$i; \
                fi; \
        done
+       touch $@
 
 .PHONY: ganeti
 ganeti:
@@ -417,10 +512,23 @@ ganeti:
 check-local:
        $(CHECK_PYTHON_CODE) $(check_python_code)
 
+.PHONY: lint
+lint: ganeti $(BUILT_SOURCES)
+       @test -n "$(PYLINT)" || { echo 'pylint' not found during configure; exit 1; }
+       $(PYLINT) $(LINT_OPTS) $(lint_python_code)
+
 # a dist hook rule for catching revision control directories
 distcheck-hook:
-       if find $(top_distdir) | grep -F -e '.svn' -e '.git'; then \
-               echo "Found revision control files in final archive" 1>&2 ; \
+       if find $(top_distdir) -name .svn -or -name .git | grep .; then \
+               echo "Found revision control files in final archive." 1>&2; \
+               exit 1; \
+       fi
+       if find $(top_distdir) -name '*.py[co]' | grep .; then \
+               echo "Found Python byte code in final archive." 1>&2; \
+               exit 1; \
+       fi
+       if find $(top_distdir) -name '*~' | grep .; then \
+               echo "Found backup files in final archive." 1>&2; \
                exit 1; \
        fi
 
@@ -434,17 +542,29 @@ stamp-directories: Makefile
        touch $@
 
 .PHONY: apidoc
-apidoc: epydoc.conf $(RUN_IN_TEMPDIR)
+apidoc: epydoc.conf $(RUN_IN_TEMPDIR) $(BUILT_SOURCES)
        test -e doc/api || mkdir doc/api
        $(RUN_IN_TEMPDIR) epydoc -v \
                --conf $(CURDIR)/epydoc.conf \
                --output $(CURDIR)/doc/api
 
 .PHONY: TAGS
-TAGS:
+TAGS: $(BUILT_SOURCES)
        rm -f TAGS
        find . -path './lib/*.py' -o -path 'scripts/gnt-*' -o \
          -path 'daemons/ganeti-*' -o -path 'tools/*' | \
          etags -
 
+.PHONY: coverage
+coverage: $(BUILT_SOURCES) $(python_tests)
+       set -e; \
+       mkdir -p doc/coverage; \
+       COVERAGE_FILE=$(CURDIR)/doc/coverage/data \
+       TEXT_COVERAGE=$(CURDIR)/doc/coverage/report.txt \
+       HTML_COVERAGE=$(CURDIR)/doc/coverage \
+       $(PLAIN_TESTS_ENVIRONMENT) $(abs_top_srcdir)/autotools/gen-coverage \
+       $(python_tests)
+
+commit-check: distcheck lint apidoc
+
 # vim: set noet :