X-Git-Url: https://code.grnet.gr/git/ganeti-local/blobdiff_plain/3536c79204aa16d87846d262520882526b9d3f54..6a1434d7cdb5df75a98cc0a364e78f1a4c86bba6:/lib/constants.py diff --git a/lib/constants.py b/lib/constants.py index 871aa50..9dc202b 100644 --- a/lib/constants.py +++ b/lib/constants.py @@ -1,7 +1,7 @@ # # -# Copyright (C) 2006, 2007, 2008, 2009, 2010 Google Inc. +# Copyright (C) 2006, 2007, 2008, 2009, 2010, 2011 Google Inc. # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by @@ -24,15 +24,15 @@ import re from ganeti import _autoconf +from ganeti import _vcsversion # various versions -PROTOCOL_VERSION = 40 RELEASE_VERSION = _autoconf.PACKAGE_VERSION OS_API_V10 = 10 OS_API_V15 = 15 OS_API_V20 = 20 OS_API_VERSIONS = frozenset([OS_API_V10, OS_API_V15, OS_API_V20]) -VCS_VERSION = _autoconf.VCS_VERSION +VCS_VERSION = _vcsversion.VCS_VERSION EXPORT_VERSION = 0 RAPI_VERSION = 2 @@ -84,6 +84,9 @@ CONFIG_MINOR = int(_autoconf.VERSION_MINOR) CONFIG_REVISION = 0 CONFIG_VERSION = BuildVersion(CONFIG_MAJOR, CONFIG_MINOR, CONFIG_REVISION) +#: RPC protocol version +PROTOCOL_VERSION = BuildVersion(CONFIG_MAJOR, CONFIG_MINOR, 0) + # user separation DAEMONS_GROUP = _autoconf.DAEMONS_GROUP ADMIN_GROUP = _autoconf.ADMIN_GROUP @@ -94,11 +97,33 @@ RAPI_GROUP = _autoconf.RAPI_GROUP CONFD_USER = _autoconf.CONFD_USER CONFD_GROUP = _autoconf.CONFD_GROUP NODED_USER = _autoconf.NODED_USER - +NODED_GROUP = _autoconf.NODED_GROUP + +# cpu pinning separators and constants +CPU_PINNING_SEP = ":" +CPU_PINNING_ALL = "all" +# internal representation of "all" +CPU_PINNING_ALL_VAL = -1 +# one "all" entry in a CPU list means CPU pinning is off +CPU_PINNING_OFF = [CPU_PINNING_ALL_VAL] + +# A Xen-specific implementation detail - there is no way to actually say +# "use any cpu for pinning" in a Xen configuration file, as opposed to the +# command line, where you can say "xm vcpu-pin all". +# The workaround used in Xen is "0-63" (see source code function +# xm_vcpu_pin in /tools/python/xen/xm/main.py). +# To support future changes, the following constant is treated as a +# blackbox string that simply means use-any-cpu-for-pinning-under-xen. +CPU_PINNING_ALL_XEN = "0-63" + +# A KVM-specific implementation detail - the following value is used +# to set CPU affinity to all processors (#0 through #31), per taskset +# man page. +CPU_PINNING_ALL_KVM = 0xFFFFFFFF # Wipe DD_CMD = "dd" -WIPE_BLOCK_SIZE = 1024**2 +WIPE_BLOCK_SIZE = 1024 ** 2 MAX_WIPE_CHUNK = 1024 # 1GB MIN_WIPE_CHUNK_PERCENT = 10 @@ -118,9 +143,14 @@ CRYPTO_KEYS_DIR = RUN_GANETI_DIR + "/crypto" CRYPTO_KEYS_DIR_MODE = SECURE_DIR_MODE IMPORT_EXPORT_DIR = RUN_GANETI_DIR + "/import-export" IMPORT_EXPORT_DIR_MODE = 0755 +ADOPTABLE_BLOCKDEV_ROOT = "/dev/disk/" # keep RUN_GANETI_DIR first here, to make sure all get created when the node # daemon is started (this takes care of RUN_DIR being tmpfs) -SUB_RUN_DIRS = [ RUN_GANETI_DIR, BDEV_CACHE_DIR, DISK_LINKS_DIR ] +SUB_RUN_DIRS = [ + RUN_GANETI_DIR, + BDEV_CACHE_DIR, + DISK_LINKS_DIR, + ] LOCK_DIR = _autoconf.LOCALSTATEDIR + "/lock" SSCONF_LOCK_FILE = LOCK_DIR + "/ganeti-ssconf.lock" # User-id pool lock directory @@ -130,23 +160,47 @@ CLUSTER_CONF_FILE = DATA_DIR + "/config.data" NODED_CERT_FILE = DATA_DIR + "/server.pem" RAPI_CERT_FILE = DATA_DIR + "/rapi.pem" CONFD_HMAC_KEY = DATA_DIR + "/hmac.key" +SPICE_CERT_FILE = DATA_DIR + "/spice.pem" +SPICE_CACERT_FILE = DATA_DIR + "/spice-ca.pem" CLUSTER_DOMAIN_SECRET_FILE = DATA_DIR + "/cluster-domain-secret" -WATCHER_STATEFILE = DATA_DIR + "/watcher.data" -WATCHER_PAUSEFILE = DATA_DIR + "/watcher.pause" -INSTANCE_UPFILE = RUN_GANETI_DIR + "/instance-status" +INSTANCE_STATUS_FILE = RUN_GANETI_DIR + "/instance-status" SSH_KNOWN_HOSTS_FILE = DATA_DIR + "/known_hosts" RAPI_USERS_FILE = DATA_DIR + "/rapi/users" QUEUE_DIR = DATA_DIR + "/queue" DAEMON_UTIL = _autoconf.PKGLIBDIR + "/daemon-util" SETUP_SSH = _autoconf.TOOLSDIR + "/setup-ssh" +KVM_IFUP = _autoconf.PKGLIBDIR + "/kvm-ifup" +KVM_CONSOLE_WRAPPER = _autoconf.PKGLIBDIR + "/tools/kvm-console-wrapper" +XM_CONSOLE_WRAPPER = _autoconf.PKGLIBDIR + "/tools/xm-console-wrapper" ETC_HOSTS = "/etc/hosts" DEFAULT_FILE_STORAGE_DIR = _autoconf.FILE_STORAGE_DIR +DEFAULT_SHARED_FILE_STORAGE_DIR = _autoconf.SHARED_FILE_STORAGE_DIR ENABLE_FILE_STORAGE = _autoconf.ENABLE_FILE_STORAGE +ENABLE_SHARED_FILE_STORAGE = _autoconf.ENABLE_SHARED_FILE_STORAGE SYSCONFDIR = _autoconf.SYSCONFDIR TOOLSDIR = _autoconf.TOOLSDIR CONF_DIR = SYSCONFDIR + "/ganeti" -ALL_CERT_FILES = frozenset([NODED_CERT_FILE, RAPI_CERT_FILE]) +#: Lock file for watcher, locked in shared mode by watcher; lock in exclusive +# mode to block watcher (see L{cli._RunWhileClusterStoppedHelper.Call} +WATCHER_LOCK_FILE = LOCK_DIR + "/ganeti-watcher.lock" + +#: Status file for per-group watcher, locked in exclusive mode by watcher +WATCHER_GROUP_STATE_FILE = DATA_DIR + "/watcher.%s.data" + +#: File for per-group instance status, merged into L{INSTANCE_STATUS_FILE} by +#: per-group processes +WATCHER_GROUP_INSTANCE_STATUS_FILE = DATA_DIR + "/watcher.%s.instance-status" + +#: File containing Unix timestamp until which watcher should be paused +WATCHER_PAUSEFILE = DATA_DIR + "/watcher.pause" + +ALL_CERT_FILES = frozenset([ + NODED_CERT_FILE, + RAPI_CERT_FILE, + SPICE_CERT_FILE, + SPICE_CACERT_FILE, + ]) MASTER_SOCKET = SOCKET_DIR + "/ganeti-master" @@ -197,11 +251,11 @@ DEV_CONSOLE = "/dev/console" PROC_MOUNTS = "/proc/mounts" -# luxi related constants +# Local UniX Interface related constants LUXI_EOM = "\3" LUXI_VERSION = CONFIG_VERSION -# one of 'no', 'yes', 'only' +# one of "no", "yes", "only" SYSLOG_USAGE = _autoconf.SYSLOG_USAGE SYSLOG_NO = "no" SYSLOG_YES = "yes" @@ -223,6 +277,21 @@ SOCAT_USE_ESCAPE = _autoconf.SOCAT_USE_ESCAPE SOCAT_USE_COMPRESS = _autoconf.SOCAT_USE_COMPRESS SOCAT_ESCAPE_CODE = "0x1d" +#: Console as SSH command +CONS_SSH = "ssh" + +#: Console as VNC server +CONS_VNC = "vnc" + +#: Console as SPICE server +CONS_SPICE = "spice" + +#: Display a message for console access +CONS_MESSAGE = "msg" + +#: All console types +CONS_ALL = frozenset([CONS_SSH, CONS_VNC, CONS_SPICE, CONS_MESSAGE]) + # For RSA keys more bits are better, but they also make operations more # expensive. NIST SP 800-131 recommends a minimum of 2048 bits from the year # 2010 on. @@ -321,8 +390,14 @@ SF_ALLOCATABLE = "allocatable" SO_FIX_CONSISTENCY = "fix-consistency" # Available fields per storage type -VALID_STORAGE_FIELDS = frozenset([SF_NAME, SF_TYPE, SF_SIZE, - SF_USED, SF_FREE, SF_ALLOCATABLE]) +VALID_STORAGE_FIELDS = frozenset([ + SF_NAME, + SF_TYPE, + SF_SIZE, + SF_USED, + SF_FREE, + SF_ALLOCATABLE + ]) VALID_STORAGE_TYPES = frozenset([ST_FILE, ST_LVM_PV, ST_LVM_VG]) @@ -345,24 +420,39 @@ DT_DISKLESS = "diskless" DT_PLAIN = "plain" DT_DRBD8 = "drbd" DT_FILE = "file" +DT_SHARED_FILE = "sharedfile" +DT_BLOCK = "blockdev" # the set of network-mirrored disk templates -DTS_NET_MIRROR = frozenset([DT_DRBD8]) +DTS_INT_MIRROR = frozenset([DT_DRBD8]) + +# the set of externally-mirrored disk templates (e.g. SAN, NAS) +DTS_EXT_MIRROR = frozenset([DT_SHARED_FILE, DT_BLOCK]) # the set of non-lvm-based disk templates -DTS_NOT_LVM = frozenset([DT_DISKLESS, DT_FILE]) +DTS_NOT_LVM = frozenset([DT_DISKLESS, DT_FILE, DT_SHARED_FILE, DT_BLOCK]) # the set of disk templates which can be grown -DTS_GROWABLE = frozenset([DT_PLAIN, DT_DRBD8, DT_FILE]) +DTS_GROWABLE = frozenset([DT_PLAIN, DT_DRBD8, DT_FILE, DT_SHARED_FILE]) # the set of disk templates that allow adoption -DTS_MAY_ADOPT = frozenset([DT_PLAIN]) +DTS_MAY_ADOPT = frozenset([DT_PLAIN, DT_BLOCK]) + +# the set of disk templates that *must* use adoption +DTS_MUST_ADOPT = frozenset([DT_BLOCK]) + +# the set of disk templates that allow migrations +DTS_MIRRORED = frozenset.union(DTS_INT_MIRROR, DTS_EXT_MIRROR) + +# the set of file based disk templates +DTS_FILEBASED = frozenset([DT_FILE, DT_SHARED_FILE]) # logical disk types LD_LV = "lvm" LD_DRBD8 = "drbd8" LD_FILE = "file" -LDS_BLOCK = frozenset([LD_LV, LD_DRBD8]) +LD_BLOCKDEV = "blockdev" +LDS_BLOCK = frozenset([LD_LV, LD_DRBD8, LD_BLOCKDEV]) # drbd constants DRBD_HMAC_ALG = "md5" @@ -401,9 +491,17 @@ EXPORT_MODES = frozenset([ EXPORT_MODE_REMOTE, ]) -# lock recalculate mode -LOCKS_REPLACE = 'replace' -LOCKS_APPEND = 'append' +# Lock recalculate mode +LOCKS_REPLACE = "replace" +LOCKS_APPEND = "append" + +# Lock timeout (sum) before we should go into blocking acquire (still +# can be reset by priority change); computed as max time (10 hours) +# before we should actually go into blocking acquire given that we +# start from default priority level; in seconds +LOCK_ATTEMPTS_TIMEOUT = 10 * 3600 / 20.0 +LOCK_ATTEMPTS_MAXWAIT = 15.0 +LOCK_ATTEMPTS_MINWAIT = 1.0 # instance creation modes INSTANCE_CREATE = "create" @@ -422,13 +520,26 @@ RIE_HANDSHAKE = "Hi, I'm Ganeti" # Remote import/export certificate validity in seconds RIE_CERT_VALIDITY = 24 * 60 * 60 -# Remote import/export connect timeout for socat -RIE_CONNECT_TIMEOUT = 60 +# Overall timeout for establishing connection +RIE_CONNECT_TIMEOUT = 180 + +# Export only: how long to wait per connection attempt (seconds) +RIE_CONNECT_ATTEMPT_TIMEOUT = 20 + +# Export only: number of attempts to connect +RIE_CONNECT_RETRIES = 10 + #: Give child process up to 5 seconds to exit after sending a signal CHILD_LINGER_TIMEOUT = 5.0 -DISK_TEMPLATES = frozenset([DT_DISKLESS, DT_PLAIN, - DT_DRBD8, DT_FILE]) +DISK_TEMPLATES = frozenset([ + DT_DISKLESS, + DT_PLAIN, + DT_DRBD8, + DT_FILE, + DT_SHARED_FILE, + DT_BLOCK + ]) FILE_DRIVER = frozenset([FD_LOOP, FD_BLKTAP]) @@ -457,10 +568,12 @@ EXIT_UNKNOWN_FIELD = 14 # tags TAG_CLUSTER = "cluster" +TAG_NODEGROUP = "nodegroup" TAG_NODE = "node" TAG_INSTANCE = "instance" VALID_TAG_TYPES = frozenset([ TAG_CLUSTER, + TAG_NODEGROUP, TAG_NODE, TAG_INSTANCE, ]) @@ -476,6 +589,7 @@ IP6_ADDRESS_LOCALHOST = "::1" IP6_ADDRESS_ANY = "::" IP4_VERSION = 4 IP6_VERSION = 6 +VALID_IP_VERSIONS = frozenset([IP4_VERSION, IP6_VERSION]) TCP_PING_TIMEOUT = 10 GANETI_RUNAS = "root" DEFAULT_VG = "xenvg" @@ -487,9 +601,13 @@ LVM_STRIPECOUNT = _autoconf.LVM_STRIPECOUNT DEFAULT_SHUTDOWN_TIMEOUT = 120 NODE_MAX_CLOCK_SKEW = 150 # Time for an intra-cluster disk transfer to wait for a connection -DISK_TRANSFER_CONNECT_TIMEOUT = 30 +DISK_TRANSFER_CONNECT_TIMEOUT = 60 # Disk index separator DISK_SEPARATOR = _autoconf.DISK_SEPARATOR +IP_COMMAND_PATH = _autoconf.IP_PATH + +#: Key for job IDs in opcode result +JOB_IDS_KEY = "jobs" # runparts results (RUNPARTS_SKIP, @@ -503,20 +621,24 @@ RUNPARTS_STATUS = frozenset([RUNPARTS_SKIP, RUNPARTS_RUN, RUNPARTS_ERR]) RPC_ENCODING_ZLIB_BASE64) = range(2) # os related constants -OS_SCRIPT_CREATE = 'create' -OS_SCRIPT_IMPORT = 'import' -OS_SCRIPT_EXPORT = 'export' -OS_SCRIPT_RENAME = 'rename' -OS_SCRIPT_VERIFY = 'verify' -OS_SCRIPTS = frozenset([OS_SCRIPT_CREATE, OS_SCRIPT_IMPORT, - OS_SCRIPT_EXPORT, OS_SCRIPT_RENAME, - OS_SCRIPT_VERIFY]) - -OS_API_FILE = 'ganeti_api_version' -OS_VARIANTS_FILE = 'variants.list' -OS_PARAMETERS_FILE = 'parameters.list' - -OS_VALIDATE_PARAMETERS = 'parameters' +OS_SCRIPT_CREATE = "create" +OS_SCRIPT_IMPORT = "import" +OS_SCRIPT_EXPORT = "export" +OS_SCRIPT_RENAME = "rename" +OS_SCRIPT_VERIFY = "verify" +OS_SCRIPTS = frozenset([ + OS_SCRIPT_CREATE, + OS_SCRIPT_IMPORT, + OS_SCRIPT_EXPORT, + OS_SCRIPT_RENAME, + OS_SCRIPT_VERIFY + ]) + +OS_API_FILE = "ganeti_api_version" +OS_VARIANTS_FILE = "variants.list" +OS_PARAMETERS_FILE = "parameters.list" + +OS_VALIDATE_PARAMETERS = "parameters" OS_VALIDATE_CALLS = frozenset([OS_VALIDATE_PARAMETERS]) # ssh constants @@ -533,33 +655,61 @@ INSTANCE_REBOOT_SOFT = "soft" INSTANCE_REBOOT_HARD = "hard" INSTANCE_REBOOT_FULL = "full" -REBOOT_TYPES = frozenset([INSTANCE_REBOOT_SOFT, - INSTANCE_REBOOT_HARD, - INSTANCE_REBOOT_FULL]) +REBOOT_TYPES = frozenset([ + INSTANCE_REBOOT_SOFT, + INSTANCE_REBOOT_HARD, + INSTANCE_REBOOT_FULL + ]) + +# instance reboot behaviors +INSTANCE_REBOOT_ALLOWED = "reboot" +INSTANCE_REBOOT_EXIT = "exit" + +REBOOT_BEHAVIORS = frozenset([ + INSTANCE_REBOOT_ALLOWED, + INSTANCE_REBOOT_EXIT + ]) -VTYPE_STRING = 'string' +VTYPE_STRING = "string" VTYPE_MAYBE_STRING = "maybe-string" -VTYPE_BOOL = 'bool' -VTYPE_SIZE = 'size' # size, in MiBs -VTYPE_INT = 'int' +VTYPE_BOOL = "bool" +VTYPE_SIZE = "size" # size, in MiBs +VTYPE_INT = "int" ENFORCEABLE_TYPES = frozenset([ - VTYPE_STRING, - VTYPE_MAYBE_STRING, - VTYPE_BOOL, - VTYPE_SIZE, - VTYPE_INT, - ]) + VTYPE_STRING, + VTYPE_MAYBE_STRING, + VTYPE_BOOL, + VTYPE_SIZE, + VTYPE_INT, + ]) + +# Constant representing that the user does not specify any IP version +IFACE_NO_IP_VERSION_SPECIFIED = 0 # HV parameter names (global namespace) HV_BOOT_ORDER = "boot_order" HV_CDROM_IMAGE_PATH = "cdrom_image_path" +HV_KVM_CDROM2_IMAGE_PATH = "cdrom2_image_path" +HV_KVM_FLOPPY_IMAGE_PATH = "floppy_image_path" HV_NIC_TYPE = "nic_type" HV_DISK_TYPE = "disk_type" +HV_KVM_CDROM_DISK_TYPE = "cdrom_disk_type" HV_VNC_BIND_ADDRESS = "vnc_bind_address" HV_VNC_PASSWORD_FILE = "vnc_password_file" HV_VNC_TLS = "vnc_tls" HV_VNC_X509 = "vnc_x509_path" HV_VNC_X509_VERIFY = "vnc_x509_verify" +HV_KVM_SPICE_BIND = "spice_bind" +HV_KVM_SPICE_IP_VERSION = "spice_ip_version" +HV_KVM_SPICE_PASSWORD_FILE = "spice_password_file" +HV_KVM_SPICE_LOSSLESS_IMG_COMPR = "spice_image_compression" +HV_KVM_SPICE_JPEG_IMG_COMPR = "spice_jpeg_wan_compression" +HV_KVM_SPICE_ZLIB_GLZ_IMG_COMPR = "spice_zlib_glz_wan_compression" +HV_KVM_SPICE_STREAMING_VIDEO_DETECTION = "spice_streaming_video" +HV_KVM_SPICE_AUDIO_COMPR = "spice_playback_compression" +HV_KVM_SPICE_USE_TLS = "spice_use_tls" +HV_KVM_SPICE_TLS_CIPHERS = "spice_tls_ciphers" +HV_KVM_SPICE_USE_VDAGENT = "spice_use_vdagent" HV_ACPI = "acpi" HV_PAE = "pae" HV_USE_BOOTLOADER = "use_bootloader" @@ -571,6 +721,7 @@ HV_INITRD_PATH = "initrd_path" HV_ROOT_PATH = "root_path" HV_SERIAL_CONSOLE = "serial_console" HV_USB_MOUSE = "usb_mouse" +HV_KEYMAP = "keymap" HV_DEVICE_MODEL = "device_model" HV_INIT_SCRIPT = "init_script" HV_MIGRATION_PORT = "migration_port" @@ -587,17 +738,32 @@ HV_KVM_USE_CHROOT = "use_chroot" HV_CPU_MASK = "cpu_mask" HV_MEM_PATH = "mem_path" HV_BLOCKDEV_PREFIX = "blockdev_prefix" +HV_REBOOT_BEHAVIOR = "reboot_behavior" HVS_PARAMETER_TYPES = { HV_BOOT_ORDER: VTYPE_STRING, + HV_KVM_FLOPPY_IMAGE_PATH: VTYPE_STRING, HV_CDROM_IMAGE_PATH: VTYPE_STRING, + HV_KVM_CDROM2_IMAGE_PATH: VTYPE_STRING, HV_NIC_TYPE: VTYPE_STRING, HV_DISK_TYPE: VTYPE_STRING, + HV_KVM_CDROM_DISK_TYPE: VTYPE_STRING, HV_VNC_PASSWORD_FILE: VTYPE_STRING, HV_VNC_BIND_ADDRESS: VTYPE_STRING, HV_VNC_TLS: VTYPE_BOOL, HV_VNC_X509: VTYPE_STRING, HV_VNC_X509_VERIFY: VTYPE_BOOL, + HV_KVM_SPICE_BIND: VTYPE_STRING, + HV_KVM_SPICE_IP_VERSION: VTYPE_INT, + HV_KVM_SPICE_PASSWORD_FILE: VTYPE_STRING, + HV_KVM_SPICE_LOSSLESS_IMG_COMPR: VTYPE_STRING, + HV_KVM_SPICE_JPEG_IMG_COMPR: VTYPE_STRING, + HV_KVM_SPICE_ZLIB_GLZ_IMG_COMPR: VTYPE_STRING, + HV_KVM_SPICE_STREAMING_VIDEO_DETECTION: VTYPE_STRING, + HV_KVM_SPICE_AUDIO_COMPR: VTYPE_BOOL, + HV_KVM_SPICE_USE_TLS: VTYPE_BOOL, + HV_KVM_SPICE_TLS_CIPHERS: VTYPE_STRING, + HV_KVM_SPICE_USE_VDAGENT: VTYPE_BOOL, HV_ACPI: VTYPE_BOOL, HV_PAE: VTYPE_BOOL, HV_USE_BOOTLOADER: VTYPE_BOOL, @@ -606,9 +772,10 @@ HVS_PARAMETER_TYPES = { HV_KERNEL_PATH: VTYPE_STRING, HV_KERNEL_ARGS: VTYPE_STRING, HV_INITRD_PATH: VTYPE_STRING, - HV_ROOT_PATH: VTYPE_STRING, + HV_ROOT_PATH: VTYPE_MAYBE_STRING, HV_SERIAL_CONSOLE: VTYPE_BOOL, HV_USB_MOUSE: VTYPE_STRING, + HV_KEYMAP: VTYPE_STRING, HV_DEVICE_MODEL: VTYPE_STRING, HV_INIT_SCRIPT: VTYPE_STRING, HV_MIGRATION_PORT: VTYPE_INT, @@ -625,11 +792,33 @@ HVS_PARAMETER_TYPES = { HV_CPU_MASK: VTYPE_STRING, HV_MEM_PATH: VTYPE_STRING, HV_BLOCKDEV_PREFIX: VTYPE_STRING, + HV_REBOOT_BEHAVIOR: VTYPE_STRING, } HVS_PARAMETERS = frozenset(HVS_PARAMETER_TYPES.keys()) -# BE parameter names +# Migration statuses +HV_MIGRATION_COMPLETED = "completed" +HV_MIGRATION_ACTIVE = "active" +HV_MIGRATION_FAILED = "failed" +HV_MIGRATION_CANCELLED = "cancelled" + +HV_MIGRATION_VALID_STATUSES = frozenset([ + HV_MIGRATION_COMPLETED, + HV_MIGRATION_ACTIVE, + HV_MIGRATION_FAILED, + HV_MIGRATION_CANCELLED, + ]) + +HV_MIGRATION_FAILED_STATUSES = frozenset([ + HV_MIGRATION_FAILED, + HV_MIGRATION_CANCELLED, + ]) + +# KVM-specific statuses +HV_KVM_MIGRATION_VALID_STATUSES = HV_MIGRATION_VALID_STATUSES + +# Backend parameter names BE_MEMORY = "memory" BE_VCPUS = "vcpus" BE_AUTO_BALANCE = "auto_balance" @@ -658,12 +847,18 @@ OOB_POWER_CYCLE = "power-cycle" OOB_POWER_STATUS = "power-status" OOB_HEALTH = "health" -OOB_COMMANDS = frozenset([OOB_POWER_ON, OOB_POWER_OFF, OOB_POWER_CYCLE, - OOB_POWER_STATUS, OOB_HEALTH]) +OOB_COMMANDS = frozenset([ + OOB_POWER_ON, + OOB_POWER_OFF, + OOB_POWER_CYCLE, + OOB_POWER_STATUS, + OOB_HEALTH + ]) OOB_POWER_STATUS_POWERED = "powered" OOB_TIMEOUT = 60 # 60 seconds +OOB_POWER_DELAY = 2.0 # 2 seconds OOB_STATUS_OK = "OK" OOB_STATUS_WARNING = "WARNING" @@ -680,6 +875,7 @@ OOB_STATUSES = frozenset([ # Instance Parameters Profile PP_DEFAULT = "default" +# NIC_* constants are used inside the ganeti config NIC_MODE = "mode" NIC_LINK = "link" @@ -695,25 +891,27 @@ NICS_PARAMETER_TYPES = { NICS_PARAMETERS = frozenset(NICS_PARAMETER_TYPES.keys()) +# IDISK_* constants are used in opcodes, to create/change disks IDISK_SIZE = "size" IDISK_MODE = "mode" IDISK_ADOPT = "adopt" IDISK_VG = "vg" +IDISK_METAVG = "metavg" IDISK_PARAMS_TYPES = { IDISK_SIZE: VTYPE_SIZE, IDISK_MODE: VTYPE_STRING, IDISK_ADOPT: VTYPE_STRING, IDISK_VG: VTYPE_STRING, + IDISK_METAVG: VTYPE_STRING, } IDISK_PARAMS = frozenset(IDISK_PARAMS_TYPES.keys()) +# INIC_* constants are used in opcodes, to create/change nics INIC_MAC = "mac" INIC_IP = "ip" INIC_MODE = "mode" INIC_LINK = "link" -INIC_BRIDGE = "bridge" INIC_PARAMS_TYPES = { - INIC_BRIDGE: VTYPE_STRING, INIC_IP: VTYPE_MAYBE_STRING, INIC_LINK: VTYPE_STRING, INIC_MAC: VTYPE_STRING, @@ -753,13 +951,25 @@ HT_NIC_PCNET = "pcnet" HT_NIC_E1000 = "e1000" HT_NIC_PARAVIRTUAL = HT_DISK_PARAVIRTUAL = "paravirtual" -HT_HVM_VALID_NIC_TYPES = frozenset([HT_NIC_RTL8139, HT_NIC_NE2K_PCI, - HT_NIC_NE2K_ISA, HT_NIC_PARAVIRTUAL]) -HT_KVM_VALID_NIC_TYPES = frozenset([HT_NIC_RTL8139, HT_NIC_NE2K_PCI, - HT_NIC_NE2K_ISA, HT_NIC_I82551, - HT_NIC_I85557B, HT_NIC_I8259ER, - HT_NIC_PCNET, HT_NIC_E1000, - HT_NIC_PARAVIRTUAL]) +HT_HVM_VALID_NIC_TYPES = frozenset([ + HT_NIC_RTL8139, + HT_NIC_NE2K_PCI, + HT_NIC_E1000, + HT_NIC_NE2K_ISA, + HT_NIC_PARAVIRTUAL + ]) +HT_KVM_VALID_NIC_TYPES = frozenset([ + HT_NIC_RTL8139, + HT_NIC_NE2K_PCI, + HT_NIC_NE2K_ISA, + HT_NIC_I82551, + HT_NIC_I85557B, + HT_NIC_I8259ER, + HT_NIC_PCNET, + HT_NIC_E1000, + HT_NIC_PARAVIRTUAL + ]) + # Disk types HT_DISK_IOEMU = "ioemu" HT_DISK_IDE = "ide" @@ -772,15 +982,22 @@ HT_CACHE_DEFAULT = "default" HT_CACHE_NONE = "none" HT_CACHE_WTHROUGH = "writethrough" HT_CACHE_WBACK = "writeback" -HT_VALID_CACHE_TYPES = frozenset([HT_CACHE_DEFAULT, - HT_CACHE_NONE, - HT_CACHE_WTHROUGH, - HT_CACHE_WBACK]) +HT_VALID_CACHE_TYPES = frozenset([ + HT_CACHE_DEFAULT, + HT_CACHE_NONE, + HT_CACHE_WTHROUGH, + HT_CACHE_WBACK + ]) HT_HVM_VALID_DISK_TYPES = frozenset([HT_DISK_PARAVIRTUAL, HT_DISK_IOEMU]) -HT_KVM_VALID_DISK_TYPES = frozenset([HT_DISK_PARAVIRTUAL, HT_DISK_IDE, - HT_DISK_SCSI, HT_DISK_SD, HT_DISK_MTD, - HT_DISK_PFLASH]) +HT_KVM_VALID_DISK_TYPES = frozenset([ + HT_DISK_PARAVIRTUAL, + HT_DISK_IDE, + HT_DISK_SCSI, + HT_DISK_SD, + HT_DISK_MTD, + HT_DISK_PFLASH + ]) # Mouse types: HT_MOUSE_MOUSE = "mouse" @@ -789,11 +1006,56 @@ HT_MOUSE_TABLET = "tablet" HT_KVM_VALID_MOUSE_TYPES = frozenset([HT_MOUSE_MOUSE, HT_MOUSE_TABLET]) # Boot order +HT_BO_FLOPPY = "floppy" HT_BO_CDROM = "cdrom" HT_BO_DISK = "disk" HT_BO_NETWORK = "network" -HT_KVM_VALID_BO_TYPES = frozenset([HT_BO_CDROM, HT_BO_DISK, HT_BO_NETWORK]) +HT_KVM_VALID_BO_TYPES = frozenset([ + HT_BO_FLOPPY, + HT_BO_CDROM, + HT_BO_DISK, + HT_BO_NETWORK + ]) + +# SPICE lossless image compression options +HT_KVM_SPICE_LOSSLESS_IMG_COMPR_AUTO_GLZ = "auto_glz" +HT_KVM_SPICE_LOSSLESS_IMG_COMPR_AUTO_LZ = "auto_lz" +HT_KVM_SPICE_LOSSLESS_IMG_COMPR_QUIC = "quic" +HT_KVM_SPICE_LOSSLESS_IMG_COMPR_GLZ = "glz" +HT_KVM_SPICE_LOSSLESS_IMG_COMPR_LZ = "lz" +HT_KVM_SPICE_LOSSLESS_IMG_COMPR_OFF = "off" + +HT_KVM_SPICE_VALID_LOSSLESS_IMG_COMPR_OPTIONS = frozenset([ + HT_KVM_SPICE_LOSSLESS_IMG_COMPR_AUTO_GLZ, + HT_KVM_SPICE_LOSSLESS_IMG_COMPR_AUTO_LZ, + HT_KVM_SPICE_LOSSLESS_IMG_COMPR_QUIC, + HT_KVM_SPICE_LOSSLESS_IMG_COMPR_GLZ, + HT_KVM_SPICE_LOSSLESS_IMG_COMPR_LZ, + HT_KVM_SPICE_LOSSLESS_IMG_COMPR_OFF, + ]) + +# SPICE lossy image compression options (valid for both jpeg and zlib-glz) +HT_KVM_SPICE_LOSSY_IMG_COMPR_AUTO = "auto" +HT_KVM_SPICE_LOSSY_IMG_COMPR_NEVER = "never" +HT_KVM_SPICE_LOSSY_IMG_COMPR_ALWAYS = "always" + +HT_KVM_SPICE_VALID_LOSSY_IMG_COMPR_OPTIONS = frozenset([ + HT_KVM_SPICE_LOSSY_IMG_COMPR_AUTO, + HT_KVM_SPICE_LOSSY_IMG_COMPR_NEVER, + HT_KVM_SPICE_LOSSY_IMG_COMPR_ALWAYS, + ]) + +# SPICE video stream detection +HT_KVM_SPICE_VIDEO_STREAM_DETECTION_OFF = "off" +HT_KVM_SPICE_VIDEO_STREAM_DETECTION_ALL = "all" +HT_KVM_SPICE_VIDEO_STREAM_DETECTION_FILTER = "filter" + +HT_KVM_SPICE_VALID_VIDEO_STREAM_DETECTION_OPTIONS = frozenset([ + HT_KVM_SPICE_VIDEO_STREAM_DETECTION_OFF, + HT_KVM_SPICE_VIDEO_STREAM_DETECTION_ALL, + HT_KVM_SPICE_VIDEO_STREAM_DETECTION_FILTER, + ]) # Security models HT_SM_NONE = "none" @@ -814,7 +1076,7 @@ HT_MIGRATION_NONLIVE = "non-live" HT_MIGRATION_MODES = frozenset([HT_MIGRATION_LIVE, HT_MIGRATION_NONLIVE]) # Cluster Verify steps -VERIFY_NPLUSONE_MEM = 'nplusone_mem' +VERIFY_NPLUSONE_MEM = "nplusone_mem" VERIFY_OPTIONAL_CHECKS = frozenset([VERIFY_NPLUSONE_MEM]) # Node verify constants @@ -823,6 +1085,7 @@ NV_DRBDLIST = "drbd-list" NV_FILELIST = "filelist" NV_HVINFO = "hvinfo" NV_HYPERVISOR = "hypervisor" +NV_HVPARAMS = "hvparms" NV_INSTANCELIST = "instancelist" NV_LVLIST = "lvlist" NV_MASTERIP = "master-ip" @@ -835,6 +1098,40 @@ NV_TIME = "time" NV_VERSION = "version" NV_VGLIST = "vglist" NV_VMNODES = "vmnodes" +NV_OOB_PATHS = "oob-paths" +NV_BRIDGES = "bridges" + +# Instance status +INSTST_RUNNING = "running" +INSTST_ADMINDOWN = "ADMIN_down" +INSTST_NODEOFFLINE = "ERROR_nodeoffline" +INSTST_NODEDOWN = "ERROR_nodedown" +INSTST_WRONGNODE = "ERROR_wrongnode" +INSTST_ERRORUP = "ERROR_up" +INSTST_ERRORDOWN = "ERROR_down" +INSTST_ALL = frozenset([ + INSTST_RUNNING, + INSTST_ADMINDOWN, + INSTST_NODEOFFLINE, + INSTST_NODEDOWN, + INSTST_WRONGNODE, + INSTST_ERRORUP, + INSTST_ERRORDOWN, + ]) + +# Node roles +NR_REGULAR = "R" +NR_MASTER = "M" +NR_MCANDIDATE = "C" +NR_DRAINED = "D" +NR_OFFLINE = "O" +NR_ALL = frozenset([ + NR_REGULAR, + NR_MASTER, + NR_MCANDIDATE, + NR_DRAINED, + NR_OFFLINE, + ]) # SSL certificate check constants (in days) SSL_CERT_EXPIRATION_WARN = 30 @@ -850,14 +1147,25 @@ VALID_IALLOCATOR_DIRECTIONS = frozenset([ ]) IALLOCATOR_MODE_ALLOC = "allocate" IALLOCATOR_MODE_RELOC = "relocate" -IALLOCATOR_MODE_MEVAC = "multi-evacuate" +IALLOCATOR_MODE_CHG_GROUP = "change-group" +IALLOCATOR_MODE_NODE_EVAC = "node-evacuate" VALID_IALLOCATOR_MODES = frozenset([ IALLOCATOR_MODE_ALLOC, IALLOCATOR_MODE_RELOC, - IALLOCATOR_MODE_MEVAC, + IALLOCATOR_MODE_CHG_GROUP, + IALLOCATOR_MODE_NODE_EVAC, ]) IALLOCATOR_SEARCH_PATH = _autoconf.IALLOCATOR_SEARCH_PATH +IALLOCATOR_NEVAC_PRI = "primary-only" +IALLOCATOR_NEVAC_SEC = "secondary-only" +IALLOCATOR_NEVAC_ALL = "all" +IALLOCATOR_NEVAC_MODES = frozenset([ + IALLOCATOR_NEVAC_PRI, + IALLOCATOR_NEVAC_SEC, + IALLOCATOR_NEVAC_ALL, + ]) + # Job queue JOB_QUEUE_VERSION = 1 JOB_QUEUE_LOCK_FILE = QUEUE_DIR + "/lock" @@ -870,13 +1178,14 @@ JOB_QUEUE_DIRS = [QUEUE_DIR, JOB_QUEUE_ARCHIVE_DIR] JOB_QUEUE_DIRS_MODE = SECURE_DIR_MODE JOB_ID_TEMPLATE = r"\d+" +JOB_FILE_RE = re.compile(r"^job-(%s)$" % JOB_ID_TEMPLATE) # unchanged job return JOB_NOTCHANGED = "nochange" # Job status JOB_STATUS_QUEUED = "queued" -JOB_STATUS_WAITLOCK = "waiting" +JOB_STATUS_WAITING = "waiting" JOB_STATUS_CANCELING = "canceling" JOB_STATUS_RUNNING = "running" JOB_STATUS_CANCELED = "canceled" @@ -889,7 +1198,7 @@ JOBS_FINALIZED = frozenset([ ]) JOB_STATUS_ALL = frozenset([ JOB_STATUS_QUEUED, - JOB_STATUS_WAITLOCK, + JOB_STATUS_WAITING, JOB_STATUS_CANCELING, JOB_STATUS_RUNNING, ]) | JOBS_FINALIZED @@ -897,16 +1206,18 @@ JOB_STATUS_ALL = frozenset([ # OpCode status # not yet finalized OP_STATUS_QUEUED = "queued" -OP_STATUS_WAITLOCK = "waiting" +OP_STATUS_WAITING = "waiting" OP_STATUS_CANCELING = "canceling" OP_STATUS_RUNNING = "running" # finalized OP_STATUS_CANCELED = "canceled" OP_STATUS_SUCCESS = "success" OP_STATUS_ERROR = "error" -OPS_FINALIZED = frozenset([OP_STATUS_CANCELED, - OP_STATUS_SUCCESS, - OP_STATUS_ERROR]) +OPS_FINALIZED = frozenset([ + OP_STATUS_CANCELED, + OP_STATUS_SUCCESS, + OP_STATUS_ERROR + ]) # OpCode priority OP_PRIO_LOWEST = +19 @@ -950,14 +1261,21 @@ JQT_ALL = frozenset([ # Query resources QR_INSTANCE = "instance" QR_NODE = "node" +QR_LOCK = "lock" +QR_GROUP = "group" +QR_OS = "os" #: List of resources which can be queried using L{opcodes.OpQuery} -QR_OP_QUERY = frozenset([QR_INSTANCE, QR_NODE]) +QR_VIA_OP = frozenset([QR_INSTANCE, QR_NODE, QR_GROUP, QR_OS]) -#: List of resources which can be queried using LUXI -QR_OP_LUXI = QR_OP_QUERY.union([ +#: List of resources which can be queried using Local UniX Interface +QR_VIA_LUXI = QR_VIA_OP.union([ + QR_LOCK, ]) +#: List of resources which can be queried using RAPI +QR_VIA_RAPI = QR_VIA_LUXI + # Query field types QFT_UNKNOWN = "unknown" QFT_TEXT = "text" @@ -978,23 +1296,37 @@ QFT_ALL = frozenset([ QFT_OTHER, ]) -# Query result field status (don't change values as they're used by clients) +# Query result field status (don't change or reuse values as they're used by +# clients) #: Normal field status -QRFS_NORMAL = 0 +RS_NORMAL = 0 #: Unknown field -QRFS_UNKNOWN = 1 -#: No data (e.g. node offline) -QRFS_NODATA = 2 -#: Value unavailable for item -QRFS_UNAVAIL = 3 - -QRFS_ALL = frozenset([ - QRFS_NORMAL, - QRFS_UNKNOWN, - QRFS_NODATA, - QRFS_UNAVAIL, +RS_UNKNOWN = 1 +#: No data (e.g. RPC error), can be used instead of L{RS_OFFLINE} +RS_NODATA = 2 +#: Value unavailable/unsupported for item; if this field is supported +#: but we cannot get the data for the moment, RS_NODATA or +#: RS_OFFLINE should be used +RS_UNAVAIL = 3 +#: Resource marked offline +RS_OFFLINE = 4 + +RS_ALL = frozenset([ + RS_NORMAL, + RS_UNKNOWN, + RS_NODATA, + RS_UNAVAIL, + RS_OFFLINE, ]) +#: Dictionary with special field cases and their verbose/terse formatting +RSS_DESCRIPTION = { + RS_UNKNOWN: ("(unknown)", "??"), + RS_NODATA: ("(nodata)", "?"), + RS_OFFLINE: ("(offline)", "*"), + RS_UNAVAIL: ("(unavail)", "-"), + } + # max dynamic devices MAX_NICS = 8 MAX_DISKS = 16 @@ -1003,6 +1335,7 @@ MAX_DISKS = 16 SS_CLUSTER_NAME = "cluster_name" SS_CLUSTER_TAGS = "cluster_tags" SS_FILE_STORAGE_DIR = "file_storage_dir" +SS_SHARED_FILE_STORAGE_DIR = "shared_file_storage_dir" SS_MASTER_CANDIDATES = "master_candidates" SS_MASTER_CANDIDATES_IPS = "master_candidates_ips" SS_MASTER_IP = "master_ip" @@ -1021,6 +1354,8 @@ SS_MAINTAIN_NODE_HEALTH = "maintain_node_health" SS_UID_POOL = "uid_pool" SS_NODEGROUPS = "nodegroups" +SS_FILE_PERMS = 0444 + # cluster wide default parameters DEFAULT_ENABLED_HYPERVISOR = HT_XEN_PVM @@ -1028,18 +1363,20 @@ HVC_DEFAULTS = { HT_XEN_PVM: { HV_USE_BOOTLOADER: False, HV_BOOTLOADER_PATH: XEN_BOOTLOADER, - HV_BOOTLOADER_ARGS: '', + HV_BOOTLOADER_ARGS: "", HV_KERNEL_PATH: "/boot/vmlinuz-2.6-xenU", - HV_INITRD_PATH: '', - HV_ROOT_PATH: '/dev/sda1', - HV_KERNEL_ARGS: 'ro', + HV_INITRD_PATH: "", + HV_ROOT_PATH: "/dev/sda1", + HV_KERNEL_ARGS: "ro", HV_MIGRATION_PORT: 8002, HV_MIGRATION_MODE: HT_MIGRATION_LIVE, HV_BLOCKDEV_PREFIX: "sd", + HV_REBOOT_BEHAVIOR: INSTANCE_REBOOT_ALLOWED, + HV_CPU_MASK: CPU_PINNING_ALL, }, HT_XEN_HVM: { HV_BOOT_ORDER: "cd", - HV_CDROM_IMAGE_PATH: '', + HV_CDROM_IMAGE_PATH: "", HV_NIC_TYPE: HT_NIC_RTL8139, HV_DISK_TYPE: HT_DISK_PARAVIRTUAL, HV_VNC_BIND_ADDRESS: IP4_ADDRESS_ANY, @@ -1052,24 +1389,41 @@ HVC_DEFAULTS = { HV_MIGRATION_MODE: HT_MIGRATION_NONLIVE, HV_USE_LOCALTIME: False, HV_BLOCKDEV_PREFIX: "hd", + HV_REBOOT_BEHAVIOR: INSTANCE_REBOOT_ALLOWED, + HV_CPU_MASK: CPU_PINNING_ALL, }, HT_KVM: { HV_KERNEL_PATH: "/boot/vmlinuz-2.6-kvmU", - HV_INITRD_PATH: '', - HV_KERNEL_ARGS: 'ro', - HV_ROOT_PATH: '/dev/vda1', + HV_INITRD_PATH: "", + HV_KERNEL_ARGS: "ro", + HV_ROOT_PATH: "/dev/vda1", HV_ACPI: True, HV_SERIAL_CONSOLE: True, - HV_VNC_BIND_ADDRESS: '', + HV_VNC_BIND_ADDRESS: "", HV_VNC_TLS: False, - HV_VNC_X509: '', + HV_VNC_X509: "", HV_VNC_X509_VERIFY: False, - HV_VNC_PASSWORD_FILE: '', - HV_CDROM_IMAGE_PATH: '', + HV_VNC_PASSWORD_FILE: "", + HV_KVM_SPICE_BIND: "", + HV_KVM_SPICE_IP_VERSION: IFACE_NO_IP_VERSION_SPECIFIED, + HV_KVM_SPICE_PASSWORD_FILE: "", + HV_KVM_SPICE_LOSSLESS_IMG_COMPR: "", + HV_KVM_SPICE_JPEG_IMG_COMPR: "", + HV_KVM_SPICE_ZLIB_GLZ_IMG_COMPR: "", + HV_KVM_SPICE_STREAMING_VIDEO_DETECTION: "", + HV_KVM_SPICE_AUDIO_COMPR: True, + HV_KVM_SPICE_USE_TLS: False, + HV_KVM_SPICE_TLS_CIPHERS: OPENSSL_CIPHERS, + HV_KVM_SPICE_USE_VDAGENT: True, + HV_KVM_FLOPPY_IMAGE_PATH: "", + HV_CDROM_IMAGE_PATH: "", + HV_KVM_CDROM2_IMAGE_PATH: "", HV_BOOT_ORDER: HT_BO_DISK, HV_NIC_TYPE: HT_NIC_PARAVIRTUAL, HV_DISK_TYPE: HT_DISK_PARAVIRTUAL, - HV_USB_MOUSE: '', + HV_KVM_CDROM_DISK_TYPE: "", + HV_USB_MOUSE: "", + HV_KEYMAP: "", HV_MIGRATION_PORT: 8102, HV_MIGRATION_BANDWIDTH: 32, # MiB/s HV_MIGRATION_DOWNTIME: 30, # ms @@ -1077,11 +1431,13 @@ HVC_DEFAULTS = { HV_USE_LOCALTIME: False, HV_DISK_CACHE: HT_CACHE_DEFAULT, HV_SECURITY_MODEL: HT_SM_NONE, - HV_SECURITY_DOMAIN: '', + HV_SECURITY_DOMAIN: "", HV_KVM_FLAG: "", HV_VHOST_NET: False, HV_KVM_USE_CHROOT: False, HV_MEM_PATH: "", + HV_REBOOT_BEHAVIOR: INSTANCE_REBOOT_ALLOWED, + HV_CPU_MASK: CPU_PINNING_ALL, }, HT_FAKE: { }, @@ -1188,7 +1544,7 @@ CONFD_CONFIG_RELOAD_RATELIMIT = 2 # This allows us to distinguish different types of confd protocols and handle # them. For example by changing this we can move the whole payload to be # compressed, or move away from json. -CONFD_MAGIC_FOURCC = 'plj0' +CONFD_MAGIC_FOURCC = "plj0" # By default a confd request is sent to the minimum between this number and all # MCs. 6 was chosen because even in the case of a disastrous 50% response rate, @@ -1209,7 +1565,7 @@ MAX_UDP_DATA_SIZE = 61440 # User-id pool minimum/maximum acceptable user-ids. UIDPOOL_UID_MIN = 0 -UIDPOOL_UID_MAX = 2**32-1 # Assuming 32 bit user-ids +UIDPOOL_UID_MAX = 2 ** 32 - 1 # Assuming 32 bit user-ids # Name or path of the pgrep command PGREP = "pgrep" @@ -1226,3 +1582,11 @@ VALID_ALLOC_POLICIES = [ ALLOC_POLICY_LAST_RESORT, ALLOC_POLICY_UNALLOCABLE, ] + +# Temporary external/shared storage parameters +BLOCKDEV_DRIVER_MANUAL = "manual" + +# Whether htools was enabled at compilation time +HTOOLS = _autoconf.HTOOLS +# The hail iallocator +IALLOC_HAIL = "hail"