Makefile: Add new dist target for releases
[ganeti-local] / Makefile.am
index c69cc34..ceaa04f 100644 (file)
@@ -22,6 +22,7 @@ httpdir = $(pkgpythondir)/http
 masterddir = $(pkgpythondir)/masterd
 confddir = $(pkgpythondir)/confd
 rapidir = $(pkgpythondir)/rapi
+impexpddir = $(pkgpythondir)/impexpd
 toolsdir = $(pkglibdir)/tools
 docdir = $(datadir)/doc/$(PACKAGE)
 
@@ -35,11 +36,13 @@ DIRS = \
        doc \
        doc/examples \
        doc/examples/hooks \
+       doc/examples/gnt-debug \
        lib \
        lib/build \
        lib/confd \
        lib/http \
        lib/hypervisor \
+       lib/impexpd \
        lib/masterd \
        lib/rapi \
        man \
@@ -49,19 +52,31 @@ DIRS = \
        test/data \
        tools
 
+BUILDTIME_DIRS = \
+       doc/api \
+       doc/coverage \
+       doc/html
+
+DIRCHECK_EXCLUDE = \
+       $(BUILDTIME_DIRS) \
+       ganeti-[0-9]*.[0-9]*.[0-9]* \
+       doc/html/_*
+
 MAINTAINERCLEANFILES = \
        $(docpng) \
        $(maninput) \
        doc/install-quick.rst \
-       doc/news.rst
+       doc/news.rst \
+       vcs-version
 
 maintainer-clean-local:
-       rm -rf doc/api doc/html doc/coverage
+       rm -rf $(BUILDTIME_DIRS)
 
 CLEANFILES = \
        $(addsuffix /*.py[co],$(DIRS)) \
        autotools/replace_vars.sed \
        daemons/daemon-util \
+       daemons/ensure-dirs \
        daemons/ganeti-cleaner \
        devel/upload \
        doc/examples/bash_completion \
@@ -105,6 +120,7 @@ pkgpython_PYTHON = \
        lib/locking.py \
        lib/luxi.py \
        lib/mcpu.py \
+       lib/netutils.py \
        lib/objects.py \
        lib/opcodes.py \
        lib/rpc.py \
@@ -122,6 +138,7 @@ hypervisor_PYTHON = \
        lib/hypervisor/hv_chroot.py \
        lib/hypervisor/hv_fake.py \
        lib/hypervisor/hv_kvm.py \
+       lib/hypervisor/hv_lxc.py \
        lib/hypervisor/hv_xen.py
 
 rapi_PYTHON = \
@@ -148,12 +165,15 @@ masterd_PYTHON = \
        lib/masterd/__init__.py \
        lib/masterd/instance.py
 
+impexpd_PYTHON = \
+       lib/impexpd/__init__.py
+
 docrst = \
        doc/admin.rst \
        doc/design-2.0.rst \
        doc/design-2.1.rst \
        doc/design-2.2.rst \
-       doc/design-cluster-merger.rst \
+       doc/cluster-merge.rst \
        doc/devnotes.rst \
        doc/glossary.rst \
        doc/hooks.rst \
@@ -162,6 +182,7 @@ docrst = \
        doc/install-quick.rst \
        doc/install.rst \
        doc/locking.rst \
+       doc/move-instance.rst \
        doc/news.rst \
        doc/rapi.rst \
        doc/security.rst \
@@ -242,13 +263,17 @@ dist_tools_SCRIPTS = \
        tools/cfgupgrade12 \
        tools/cluster-merge \
        tools/lvmstrap \
+       tools/move-instance \
+       tools/setup-ssh \
        tools/sanitize-config
 
 pkglib_python_scripts = \
-       daemons/import-export
+       daemons/import-export \
+       tools/check-cert-expired
 
 pkglib_SCRIPTS = \
        daemons/daemon-util \
+       daemons/ensure-dirs \
        $(pkglib_python_scripts)
 
 EXTRA_DIST = \
@@ -257,11 +282,13 @@ EXTRA_DIST = \
        autotools/build-bash-completion \
        autotools/check-python-code \
        autotools/check-man \
+       autotools/check-tar \
        autotools/docbook-wrapper \
        autotools/gen-coverage \
        autotools/testrunner \
        $(RUN_IN_TEMPDIR) \
        daemons/daemon-util.in \
+       daemons/ensure-dirs.in \
        daemons/ganeti-cleaner.in \
        $(pkglib_python_scripts) \
        devel/upload.in \
@@ -278,6 +305,9 @@ EXTRA_DIST = \
        doc/examples/ganeti.default-debug \
        doc/examples/hooks/ethers \
        doc/examples/hooks/ipsec.in \
+       doc/examples/gnt-debug/README \
+       doc/examples/gnt-debug/delay0.json \
+       doc/examples/gnt-debug/delay50.json \
        test/testutils.py \
        test/mocks.py \
        $(dist_TESTS) \
@@ -323,20 +353,24 @@ maninput = \
        $(patsubst %.html,%.html.in,$(manhtml))
 
 TEST_FILES = \
-       test/data/bdev-both.txt \
-       test/data/bdev-8.3-both.txt \
-       test/data/bdev-disk.txt \
-       test/data/bdev-net.txt \
+       test/data/bdev-drbd-8.0.txt \
+       test/data/bdev-drbd-8.3.txt \
+       test/data/bdev-drbd-disk.txt \
+       test/data/bdev-drbd-net-ip4.txt \
+       test/data/bdev-drbd-net-ip6.txt \
        test/data/cert1.pem \
        test/data/proc_drbd8.txt \
        test/data/proc_drbd80-emptyline.txt \
        test/data/proc_drbd83.txt \
+       test/data/sys_drbd_usermode_helper.txt \
        test/import-export_unittest-helper
 
 python_tests = \
+       test/ganeti.asyncnotifier_unittest.py \
        test/ganeti.backend_unittest.py \
        test/ganeti.bdev_unittest.py \
        test/ganeti.cli_unittest.py \
+       test/ganeti.daemon_unittest.py \
        test/ganeti.cmdlib_unittest.py \
        test/ganeti.compat_unittest.py \
        test/ganeti.confd.client_unittest.py \
@@ -345,24 +379,34 @@ python_tests = \
        test/ganeti.errors_unittest.py \
        test/ganeti.hooks_unittest.py \
        test/ganeti.http_unittest.py \
+       test/ganeti.hypervisor.hv_kvm_unittest.py \
+       test/ganeti.impexpd_unittest.py \
+       test/ganeti.jqueue_unittest.py \
        test/ganeti.locking_unittest.py \
        test/ganeti.luxi_unittest.py \
        test/ganeti.masterd.instance_unittest.py \
        test/ganeti.mcpu_unittest.py \
+       test/ganeti.netutils_unittest.py \
        test/ganeti.objects_unittest.py \
        test/ganeti.opcodes_unittest.py \
        test/ganeti.rapi.client_unittest.py \
        test/ganeti.rapi.resources_unittest.py \
+       test/ganeti.rapi.rlib2_unittest.py \
+       test/ganeti.rpc_unittest.py \
        test/ganeti.serializer_unittest.py \
        test/ganeti.ssh_unittest.py \
        test/ganeti.uidpool_unittest.py \
        test/ganeti.utils_unittest.py \
+       test/ganeti.utils_mlockall_unittest.py \
        test/ganeti.workerpool_unittest.py \
+       test/cfgupgrade_unittest.py \
        test/docs_unittest.py \
        test/tempfile_fork_unittest.py
 
 dist_TESTS = \
+       test/check-cert-expired_unittest.bash \
        test/daemon-util_unittest.bash \
+       test/ganeti-cleaner_unittest.bash \
        test/import-export_unittest.bash \
        $(python_tests)
 
@@ -389,11 +433,14 @@ all_python_code = \
        $(http_PYTHON) \
        $(confd_PYTHON) \
        $(masterd_PYTHON) \
+       $(impexpd_PYTHON) \
        $(noinst_PYTHON)
 
 srclink_files = \
        man/footer.sgml \
+       test/check-cert-expired_unittest.bash \
        test/daemon-util_unittest.bash \
+       test/ganeti-cleaner_unittest.bash \
        test/import-export_unittest.bash \
        $(all_python_code)
 
@@ -403,6 +450,7 @@ check_python_code = \
 
 lint_python_code = \
        ganeti \
+       ganeti/http/server.py \
        $(dist_sbin_SCRIPTS) \
        $(dist_tools_SCRIPTS) \
        $(pkglib_python_scripts) \
@@ -410,6 +458,8 @@ lint_python_code = \
 
 test/daemon-util_unittest.bash: daemons/daemon-util
 
+test/ganeti-cleaner_unittest.bash: daemons/ganeti-cleaner
+
 devel/upload: devel/upload.in $(REPLACE_VARS_SED)
        sed -f $(REPLACE_VARS_SED) < $< > $@
        chmod u+x $@
@@ -439,7 +489,7 @@ man/%.7.in man/%.8.in: man/%.sgml man/footer.sgml $(DOCBOOK_WRAPPER)
        @test -n "$(DOCBOOK2MAN)" || \
          { echo 'docbook2man' not found during configure; exit 1; }
        $(DOCBOOK_WRAPPER) "$(DOCBOOK2MAN)" $< $(notdir $(@:.in=)) $@
-       $(CHECK_MAN) $@
+       if test -n "$(MAN_HAS_WARNINGS)"; then $(CHECK_MAN) $@; fi
 
 man/%.html.in: man/%.sgml man/footer.sgml $(DOCBOOK_WRAPPER)
        @test -n "$(DOCBOOK2HTML)" || \
@@ -455,8 +505,25 @@ man/%.8: man/%.8.in $(REPLACE_VARS_SED)
 man/%.html: man/%.html.in $(REPLACE_VARS_SED)
        sed -f $(REPLACE_VARS_SED) < $< > $@
 
-lib/_autoconf.py: Makefile stamp-directories
+vcs-version:
+       if test -d .git; then \
+         git describe > $@; \
+       elif test ! -f $@ ; then \
+         echo "Cannot auto-generate $@ file"; exit 1; \
+       fi
+
+.PHONY: regen-vcs-version
+regen-vcs-version:
+       set -e; \
+       cd $(srcdir); \
+       if test -d .git; then \
+         rm -f vcs-version; \
+         $(MAKE) vcs-version; \
+       fi
+
+lib/_autoconf.py: Makefile stamp-directories vcs-version
        set -e; \
+       VCSVER=`cat $(abs_top_srcdir)/vcs-version`; \
        { echo '# This file is automatically generated, do not edit!'; \
          echo '#'; \
          echo ''; \
@@ -498,6 +565,10 @@ lib/_autoconf.py: Makefile stamp-directories
          echo "PKGLIBDIR = '$(pkglibdir)'"; \
          echo "DRBD_BARRIERS = $(DRBD_BARRIERS)"; \
          echo "SYSLOG_USAGE = '$(SYSLOG_USAGE)'"; \
+         echo "DAEMONS_GROUP = '$(DAEMONS_GROUP)'"; \
+         echo "MASTERD_USER = '$(MASTERD_USER)'"; \
+         echo "RAPI_USER = '$(RAPI_USER)'"; \
+         echo "VCS_VERSION = '$$VCSVER'"; \
        } > $@
 
 $(REPLACE_VARS_SED): Makefile
@@ -514,6 +585,15 @@ $(REPLACE_VARS_SED): Makefile
          echo 's#@RPL_FILE_STORAGE_DIR@#$(FILE_STORAGE_DIR)#g'; \
          echo 's#@RPL_SSH_INITD_SCRIPT@#$(SSH_INITD_SCRIPT)#g'; \
          echo 's#@PKGLIBDIR@#$(pkglibdir)#g'; \
+         echo 's#@GNTMASTERUSER@#$(MASTERD_USER)#g'; \
+         echo 's#@GNTRAPIUSER@#$(RAPI_USER)#g'; \
+         echo 's#@GNTCONFDUSER@#$(CONFD_USER)#g'; \
+         echo 's#@GNTNODEDUSER@#$(NODED_USER)#g'; \
+         echo 's#@GNTRAPIGROUP@#$(RAPI_GROUP)#g'; \
+         echo 's#@GNTADMINGROUP@#$(ADMIN_GROUP)#g'; \
+         echo 's#@GNTCONFDGROUP@#$(CONFD_GROUP)#g'; \
+         echo 's#@GNTMASTERDGROUP@#$(MASTERD_GROUP)#g'; \
+         echo 's#@GNTDAEMONSGROUP@#$(DAEMONS_GROUP)#g'; \
        } > $@
 
 # We need to create symlinks because "make distcheck" will not install Python
@@ -531,7 +611,30 @@ stamp-srclinks: Makefile stamp-directories
 ganeti:
        cd $(top_builddir) && test -h "$@" || { rm -f $@ && $(LN_S) lib $@; }
 
-check-local:
+.PHONY: check-dirs
+check-dirs: $(BUILT_SOURCES)
+       @set -e; \
+       find . -type d \( \( -name . \) -o \( \
+               -name .git -o \
+               -name autom4te.cache \
+               \) -prune -o -print \) | { \
+               error=; \
+               while read dir; do \
+                       case "$$dir" in \
+                               $(strip $(patsubst %,(./%) ;;,$(DIRCHECK_EXCLUDE) $(DIRS))) \
+                               *) error=1; echo "Directory $$dir not listed in Makefile" >&2 ;; \
+                       esac; \
+               done; \
+               for dir in $(DIRS); do \
+                       if ! test -d "$$dir"; then \
+                               echo "Directory $$dir listed in DIRS does not exist" >&2; \
+                               error=1; \
+                       fi \
+               done; \
+               if test -n "$$error"; then exit 1; else exit 0; fi; \
+       }
+
+check-local: check-dirs
        $(CHECK_PYTHON_CODE) $(check_python_code)
 
 .PHONY: lint
@@ -539,7 +642,14 @@ lint: ganeti $(BUILT_SOURCES)
        @test -n "$(PYLINT)" || { echo 'pylint' not found during configure; exit 1; }
        $(PYLINT) $(LINT_OPTS) $(lint_python_code)
 
-# a dist hook rule for catching revision control directories
+# a dist hook rule for updating the vcs-version file; this is
+# hardcoded due to where it needs to build the file...
+dist-hook:
+       $(MAKE) regen-vcs-version && \
+       rm -f $(top_distdir)/vcs-version && \
+       cp -p $(srcdir)/vcs-version $(top_distdir)
+
+# a distcheck hook rule for catching revision control directories
 distcheck-hook:
        if find $(top_distdir) -name .svn -or -name .git | grep .; then \
                echo "Found revision control files in final archive." 1>&2; \
@@ -553,6 +663,23 @@ distcheck-hook:
                echo "Found backup files in final archive." 1>&2; \
                exit 1; \
        fi
+       if test -n "$(BUILD_RELEASE)" && \
+          grep -n -H -E '^\*.*unreleased' $(top_distdir)/NEWS; then \
+               echo "Found unreleased version in NEWS." >&2; \
+               exit 1; \
+       fi
+
+# When building a release, stricter checks should be used
+distcheck-release dist-release: export BUILD_RELEASE = 1
+distcheck-release: distcheck
+
+dist-release: dist
+       set -e; \
+       for i in $(DIST_ARCHIVES); do \
+               echo -n "Checking $$i ... "; \
+               autotools/check-tar < $$i; \
+               echo OK; \
+       done
 
 install-exec-local:
        @mkdir_p@ "$(DESTDIR)${localstatedir}/lib/ganeti" \
@@ -573,9 +700,10 @@ apidoc: epydoc.conf $(RUN_IN_TEMPDIR) $(BUILT_SOURCES)
 .PHONY: TAGS
 TAGS: $(BUILT_SOURCES)
        rm -f TAGS
-       find . -path './lib/*.py' -o -path 'scripts/gnt-*' -o \
-         -path 'daemons/ganeti-*' -o -path 'tools/*' | \
-         etags -
+       find . -path './lib/*.py' -o -path './scripts/gnt-*' -o \
+         -path './daemons/ganeti-*' -o -path './tools/*' -o \
+         -path './qa/*.py' | \
+         etags -l python -
 
 .PHONY: coverage
 coverage: $(BUILT_SOURCES) $(python_tests)
@@ -589,4 +717,6 @@ coverage: $(BUILT_SOURCES) $(python_tests)
 
 commit-check: distcheck lint apidoc
 
+-include ./Makefile.local
+
 # vim: set noet :