X-Git-Url: https://code.grnet.gr/git/ganeti-local/blobdiff_plain/4d2cdb5a001dfd5a0d16a845a8d925261b28cb1e..8c72ab2bf99249079910a9f9c7c792c6f9c4f792:/lib/constants.py diff --git a/lib/constants.py b/lib/constants.py index 80d32fd..e65eef0 100644 --- a/lib/constants.py +++ b/lib/constants.py @@ -99,6 +99,27 @@ CONFD_GROUP = _autoconf.CONFD_GROUP NODED_USER = _autoconf.NODED_USER NODED_GROUP = _autoconf.NODED_GROUP +# cpu pinning separators and constants +CPU_PINNING_SEP = ":" +CPU_PINNING_ALL = "all" +# internal representation of "all" +CPU_PINNING_ALL_VAL = -1 +# one "all" entry in a CPU list means CPU pinning is off +CPU_PINNING_OFF = [CPU_PINNING_ALL_VAL] + +# A Xen-specific implementation detail - there is no way to actually say +# "use any cpu for pinning" in a Xen configuration file, as opposed to the +# command line, where you can say "xm vcpu-pin all". +# The workaround used in Xen is "0-63" (see source code function +# xm_vcpu_pin in /tools/python/xen/xm/main.py). +# To support future changes, the following constant is treated as a +# blackbox string that simply means use-any-cpu-for-pinning-under-xen. +CPU_PINNING_ALL_XEN = "0-63" + +# A KVM-specific implementation detail - the following value is used +# to set CPU affinity to all processors (#0 through #31), per taskset +# man page. +CPU_PINNING_ALL_KVM = 0xFFFFFFFF # Wipe DD_CMD = "dd" @@ -139,6 +160,8 @@ CLUSTER_CONF_FILE = DATA_DIR + "/config.data" NODED_CERT_FILE = DATA_DIR + "/server.pem" RAPI_CERT_FILE = DATA_DIR + "/rapi.pem" CONFD_HMAC_KEY = DATA_DIR + "/hmac.key" +SPICE_CERT_FILE = DATA_DIR + "/spice.pem" +SPICE_CACERT_FILE = DATA_DIR + "/spice-ca.pem" CLUSTER_DOMAIN_SECRET_FILE = DATA_DIR + "/cluster-domain-secret" INSTANCE_STATUS_FILE = RUN_GANETI_DIR + "/instance-status" SSH_KNOWN_HOSTS_FILE = DATA_DIR + "/known_hosts" @@ -157,6 +180,8 @@ ENABLE_SHARED_FILE_STORAGE = _autoconf.ENABLE_SHARED_FILE_STORAGE SYSCONFDIR = _autoconf.SYSCONFDIR TOOLSDIR = _autoconf.TOOLSDIR CONF_DIR = SYSCONFDIR + "/ganeti" +USER_SCRIPTS_DIR = CONF_DIR + "/scripts" +ENABLE_CONFD = _autoconf.ENABLE_CONFD #: Lock file for watcher, locked in shared mode by watcher; lock in exclusive # mode to block watcher (see L{cli._RunWhileClusterStoppedHelper.Call} @@ -172,7 +197,16 @@ WATCHER_GROUP_INSTANCE_STATUS_FILE = DATA_DIR + "/watcher.%s.instance-status" #: File containing Unix timestamp until which watcher should be paused WATCHER_PAUSEFILE = DATA_DIR + "/watcher.pause" -ALL_CERT_FILES = frozenset([NODED_CERT_FILE, RAPI_CERT_FILE]) +# Master IP address setup scripts paths (default and user-provided) +DEFAULT_MASTER_SETUP_SCRIPT = TOOLSDIR + "/master-ip-setup" +EXTERNAL_MASTER_SETUP_SCRIPT = USER_SCRIPTS_DIR + "/master-ip-setup" + +ALL_CERT_FILES = frozenset([ + NODED_CERT_FILE, + RAPI_CERT_FILE, + SPICE_CERT_FILE, + SPICE_CACERT_FILE, + ]) MASTER_SOCKET = SOCKET_DIR + "/ganeti-master" @@ -242,6 +276,7 @@ EXPORT_CONF_FILE = "config.ini" XEN_BOOTLOADER = _autoconf.XEN_BOOTLOADER XEN_KERNEL = _autoconf.XEN_KERNEL XEN_INITRD = _autoconf.XEN_INITRD +XEN_CMD = "xm" KVM_PATH = _autoconf.KVM_PATH SOCAT_PATH = _autoconf.SOCAT_PATH @@ -331,6 +366,7 @@ HOOKS_PHASE_POST = "post" HOOKS_NAME_CFGUPDATE = "config-update" HOOKS_NAME_WATCHER = "watcher" HOOKS_VERSION = 2 +HOOKS_PATH = "/sbin:/bin:/usr/sbin:/usr/bin" # hooks subject type (what object type does the LU deal with) HTYPE_CLUSTER = "CLUSTER" @@ -674,6 +710,14 @@ HV_VNC_X509_VERIFY = "vnc_x509_verify" HV_KVM_SPICE_BIND = "spice_bind" HV_KVM_SPICE_IP_VERSION = "spice_ip_version" HV_KVM_SPICE_PASSWORD_FILE = "spice_password_file" +HV_KVM_SPICE_LOSSLESS_IMG_COMPR = "spice_image_compression" +HV_KVM_SPICE_JPEG_IMG_COMPR = "spice_jpeg_wan_compression" +HV_KVM_SPICE_ZLIB_GLZ_IMG_COMPR = "spice_zlib_glz_wan_compression" +HV_KVM_SPICE_STREAMING_VIDEO_DETECTION = "spice_streaming_video" +HV_KVM_SPICE_AUDIO_COMPR = "spice_playback_compression" +HV_KVM_SPICE_USE_TLS = "spice_use_tls" +HV_KVM_SPICE_TLS_CIPHERS = "spice_tls_ciphers" +HV_KVM_SPICE_USE_VDAGENT = "spice_use_vdagent" HV_ACPI = "acpi" HV_PAE = "pae" HV_USE_BOOTLOADER = "use_bootloader" @@ -720,6 +764,14 @@ HVS_PARAMETER_TYPES = { HV_KVM_SPICE_BIND: VTYPE_STRING, HV_KVM_SPICE_IP_VERSION: VTYPE_INT, HV_KVM_SPICE_PASSWORD_FILE: VTYPE_STRING, + HV_KVM_SPICE_LOSSLESS_IMG_COMPR: VTYPE_STRING, + HV_KVM_SPICE_JPEG_IMG_COMPR: VTYPE_STRING, + HV_KVM_SPICE_ZLIB_GLZ_IMG_COMPR: VTYPE_STRING, + HV_KVM_SPICE_STREAMING_VIDEO_DETECTION: VTYPE_STRING, + HV_KVM_SPICE_AUDIO_COMPR: VTYPE_BOOL, + HV_KVM_SPICE_USE_TLS: VTYPE_BOOL, + HV_KVM_SPICE_TLS_CIPHERS: VTYPE_STRING, + HV_KVM_SPICE_USE_VDAGENT: VTYPE_BOOL, HV_ACPI: VTYPE_BOOL, HV_PAE: VTYPE_BOOL, HV_USE_BOOTLOADER: VTYPE_BOOL, @@ -753,13 +805,71 @@ HVS_PARAMETER_TYPES = { HVS_PARAMETERS = frozenset(HVS_PARAMETER_TYPES.keys()) +# Migration statuses +HV_MIGRATION_COMPLETED = "completed" +HV_MIGRATION_ACTIVE = "active" +HV_MIGRATION_FAILED = "failed" +HV_MIGRATION_CANCELLED = "cancelled" + +HV_MIGRATION_VALID_STATUSES = frozenset([ + HV_MIGRATION_COMPLETED, + HV_MIGRATION_ACTIVE, + HV_MIGRATION_FAILED, + HV_MIGRATION_CANCELLED, + ]) + +HV_MIGRATION_FAILED_STATUSES = frozenset([ + HV_MIGRATION_FAILED, + HV_MIGRATION_CANCELLED, + ]) + +# KVM-specific statuses +HV_KVM_MIGRATION_VALID_STATUSES = HV_MIGRATION_VALID_STATUSES + +# Node info keys +HV_NODEINFO_KEY_VERSION = "hv_version" + +# Hypervisor state +HVST_MEMORY_TOTAL = "mem_total" +HVST_MEMORY_NODE = "mem_node" +HVST_MEMORY_HV = "mem_hv" +HVST_CPU_TOTAL = "cpu_total" +HVST_CPU_NODE = "cpu_node" + +HVSTS_PARAMETER_TYPES = { + HVST_MEMORY_TOTAL: VTYPE_INT, + HVST_MEMORY_NODE: VTYPE_INT, + HVST_MEMORY_HV: VTYPE_INT, + HVST_CPU_TOTAL: VTYPE_INT, + HVST_CPU_NODE: VTYPE_INT, + } + +HVSTS_PARAMETERS = frozenset(HVSTS_PARAMETER_TYPES.keys()) + +# Disk state +DS_DISK_TOTAL = "disk_total" +DS_DISK_RESERVED = "disk_reserved" +DS_DISK_OVERHEAD = "disk_overhead" + +DSS_PARAMETER_TYPES = { + DS_DISK_TOTAL: VTYPE_INT, + DS_DISK_RESERVED: VTYPE_INT, + DS_DISK_OVERHEAD: VTYPE_INT, + } + +DSS_PARAMETERS = frozenset(DSS_PARAMETER_TYPES.keys()) + # Backend parameter names -BE_MEMORY = "memory" +BE_MEMORY = "memory" # deprecated and replaced by max and min mem +BE_MAXMEM = "maxmem" +BE_MINMEM = "minmem" BE_VCPUS = "vcpus" BE_AUTO_BALANCE = "auto_balance" BES_PARAMETER_TYPES = { BE_MEMORY: VTYPE_SIZE, + BE_MAXMEM: VTYPE_SIZE, + BE_MINMEM: VTYPE_SIZE, BE_VCPUS: VTYPE_INT, BE_AUTO_BALANCE: VTYPE_BOOL, } @@ -953,6 +1063,45 @@ HT_KVM_VALID_BO_TYPES = frozenset([ HT_BO_NETWORK ]) +# SPICE lossless image compression options +HT_KVM_SPICE_LOSSLESS_IMG_COMPR_AUTO_GLZ = "auto_glz" +HT_KVM_SPICE_LOSSLESS_IMG_COMPR_AUTO_LZ = "auto_lz" +HT_KVM_SPICE_LOSSLESS_IMG_COMPR_QUIC = "quic" +HT_KVM_SPICE_LOSSLESS_IMG_COMPR_GLZ = "glz" +HT_KVM_SPICE_LOSSLESS_IMG_COMPR_LZ = "lz" +HT_KVM_SPICE_LOSSLESS_IMG_COMPR_OFF = "off" + +HT_KVM_SPICE_VALID_LOSSLESS_IMG_COMPR_OPTIONS = frozenset([ + HT_KVM_SPICE_LOSSLESS_IMG_COMPR_AUTO_GLZ, + HT_KVM_SPICE_LOSSLESS_IMG_COMPR_AUTO_LZ, + HT_KVM_SPICE_LOSSLESS_IMG_COMPR_QUIC, + HT_KVM_SPICE_LOSSLESS_IMG_COMPR_GLZ, + HT_KVM_SPICE_LOSSLESS_IMG_COMPR_LZ, + HT_KVM_SPICE_LOSSLESS_IMG_COMPR_OFF, + ]) + +# SPICE lossy image compression options (valid for both jpeg and zlib-glz) +HT_KVM_SPICE_LOSSY_IMG_COMPR_AUTO = "auto" +HT_KVM_SPICE_LOSSY_IMG_COMPR_NEVER = "never" +HT_KVM_SPICE_LOSSY_IMG_COMPR_ALWAYS = "always" + +HT_KVM_SPICE_VALID_LOSSY_IMG_COMPR_OPTIONS = frozenset([ + HT_KVM_SPICE_LOSSY_IMG_COMPR_AUTO, + HT_KVM_SPICE_LOSSY_IMG_COMPR_NEVER, + HT_KVM_SPICE_LOSSY_IMG_COMPR_ALWAYS, + ]) + +# SPICE video stream detection +HT_KVM_SPICE_VIDEO_STREAM_DETECTION_OFF = "off" +HT_KVM_SPICE_VIDEO_STREAM_DETECTION_ALL = "all" +HT_KVM_SPICE_VIDEO_STREAM_DETECTION_FILTER = "filter" + +HT_KVM_SPICE_VALID_VIDEO_STREAM_DETECTION_OPTIONS = frozenset([ + HT_KVM_SPICE_VIDEO_STREAM_DETECTION_OFF, + HT_KVM_SPICE_VIDEO_STREAM_DETECTION_ALL, + HT_KVM_SPICE_VIDEO_STREAM_DETECTION_FILTER, + ]) + # Security models HT_SM_NONE = "none" HT_SM_USER = "user" @@ -975,6 +1124,118 @@ HT_MIGRATION_MODES = frozenset([HT_MIGRATION_LIVE, HT_MIGRATION_NONLIVE]) VERIFY_NPLUSONE_MEM = "nplusone_mem" VERIFY_OPTIONAL_CHECKS = frozenset([VERIFY_NPLUSONE_MEM]) +# Cluster Verify error classes +CV_TCLUSTER = "cluster" +CV_TNODE = "node" +CV_TINSTANCE = "instance" + +# Cluster Verify error codes and documentation +CV_ECLUSTERCFG = \ + (CV_TCLUSTER, "ECLUSTERCFG", "Cluster configuration verification failure") +CV_ECLUSTERCERT = \ + (CV_TCLUSTER, "ECLUSTERCERT", + "Cluster certificate files verification failure") +CV_ECLUSTERFILECHECK = \ + (CV_TCLUSTER, "ECLUSTERFILECHECK", + "Cluster configuration verification failure") +CV_ECLUSTERDANGLINGNODES = \ + (CV_TNODE, "ECLUSTERDANGLINGNODES", + "Some nodes belong to non-existing groups") +CV_ECLUSTERDANGLINGINST = \ + (CV_TNODE, "ECLUSTERDANGLINGINST", + "Some instances have a non-existing primary node") +CV_EINSTANCEBADNODE = \ + (CV_TINSTANCE, "EINSTANCEBADNODE", + "Instance marked as running lives on an offline node") +CV_EINSTANCEDOWN = \ + (CV_TINSTANCE, "EINSTANCEDOWN", "Instance not running on its primary node") +CV_EINSTANCELAYOUT = \ + (CV_TINSTANCE, "EINSTANCELAYOUT", "Instance has multiple secondary nodes") +CV_EINSTANCEMISSINGDISK = \ + (CV_TINSTANCE, "EINSTANCEMISSINGDISK", "Missing volume on an instance") +CV_EINSTANCEFAULTYDISK = \ + (CV_TINSTANCE, "EINSTANCEFAULTYDISK", + "Impossible to retrieve status for a disk") +CV_EINSTANCEWRONGNODE = \ + (CV_TINSTANCE, "EINSTANCEWRONGNODE", "Instance running on the wrong node") +CV_EINSTANCESPLITGROUPS = \ + (CV_TINSTANCE, "EINSTANCESPLITGROUPS", + "Instance with primary and secondary nodes in different groups") +CV_ENODEDRBD = \ + (CV_TNODE, "ENODEDRBD", "Error parsing the DRBD status file") +CV_ENODEDRBDHELPER = \ + (CV_TNODE, "ENODEDRBDHELPER", "Error caused by the DRBD helper") +CV_ENODEFILECHECK = \ + (CV_TNODE, "ENODEFILECHECK", + "Error retrieving the checksum of the node files") +CV_ENODEHOOKS = \ + (CV_TNODE, "ENODEHOOKS", "Communication failure in hooks execution") +CV_ENODEHV = \ + (CV_TNODE, "ENODEHV", "Hypervisor parameters verification failure") +CV_ENODELVM = \ + (CV_TNODE, "ENODELVM", "LVM-related node error") +CV_ENODEN1 = \ + (CV_TNODE, "ENODEN1", "Not enough memory to accommodate instance failovers") +CV_ENODENET = \ + (CV_TNODE, "ENODENET", "Network-related node error") +CV_ENODEOS = \ + (CV_TNODE, "ENODEOS", "OS-related node error") +CV_ENODEORPHANINSTANCE = \ + (CV_TNODE, "ENODEORPHANINSTANCE", "Unknown intance running on a node") +CV_ENODEORPHANLV = \ + (CV_TNODE, "ENODEORPHANLV", "Unknown LVM logical volume") +CV_ENODERPC = \ + (CV_TNODE, "ENODERPC", + "Error during connection to the primary node of an instance") +CV_ENODESSH = \ + (CV_TNODE, "ENODESSH", "SSH-related node error") +CV_ENODEVERSION = \ + (CV_TNODE, "ENODEVERSION", + "Protocol version mismatch or Ganeti version mismatch") +CV_ENODESETUP = \ + (CV_TNODE, "ENODESETUP", "Node setup error") +CV_ENODETIME = \ + (CV_TNODE, "ENODETIME", "Node returned invalid time") +CV_ENODEOOBPATH = \ + (CV_TNODE, "ENODEOOBPATH", "Invalid Out Of Band path") +CV_ENODEUSERSCRIPTS = \ + (CV_TNODE, "ENODEUSERSCRIPTS", "User scripts not present or not executable") + +CV_ALL_ECODES = frozenset([ + CV_ECLUSTERCFG, + CV_ECLUSTERCERT, + CV_ECLUSTERFILECHECK, + CV_ECLUSTERDANGLINGNODES, + CV_ECLUSTERDANGLINGINST, + CV_EINSTANCEBADNODE, + CV_EINSTANCEDOWN, + CV_EINSTANCELAYOUT, + CV_EINSTANCEMISSINGDISK, + CV_EINSTANCEFAULTYDISK, + CV_EINSTANCEWRONGNODE, + CV_EINSTANCESPLITGROUPS, + CV_ENODEDRBD, + CV_ENODEDRBDHELPER, + CV_ENODEFILECHECK, + CV_ENODEHOOKS, + CV_ENODEHV, + CV_ENODELVM, + CV_ENODEN1, + CV_ENODENET, + CV_ENODEOS, + CV_ENODEORPHANINSTANCE, + CV_ENODEORPHANLV, + CV_ENODERPC, + CV_ENODESSH, + CV_ENODEVERSION, + CV_ENODESETUP, + CV_ENODETIME, + CV_ENODEOOBPATH, + CV_ENODEUSERSCRIPTS, + ]) + +CV_ALL_ECODES_STRINGS = frozenset(estr for (_, estr, _) in CV_ALL_ECODES) + # Node verify constants NV_DRBDHELPER = "drbd-helper" NV_DRBDLIST = "drbd-list" @@ -996,10 +1257,12 @@ NV_VGLIST = "vglist" NV_VMNODES = "vmnodes" NV_OOB_PATHS = "oob-paths" NV_BRIDGES = "bridges" +NV_USERSCRIPTS = "user-scripts" # Instance status INSTST_RUNNING = "running" INSTST_ADMINDOWN = "ADMIN_down" +INSTST_ADMINOFFLINE = "ADMIN_offline" INSTST_NODEOFFLINE = "ERROR_nodeoffline" INSTST_NODEDOWN = "ERROR_nodedown" INSTST_WRONGNODE = "ERROR_wrongnode" @@ -1008,6 +1271,7 @@ INSTST_ERRORDOWN = "ERROR_down" INSTST_ALL = frozenset([ INSTST_RUNNING, INSTST_ADMINDOWN, + INSTST_ADMINOFFLINE, INSTST_NODEOFFLINE, INSTST_NODEDOWN, INSTST_WRONGNODE, @@ -1015,6 +1279,16 @@ INSTST_ALL = frozenset([ INSTST_ERRORDOWN, ]) +# Admin states +ADMINST_UP = "up" +ADMINST_DOWN = "down" +ADMINST_OFFLINE = "offline" +ADMINST_ALL = frozenset([ + ADMINST_UP, + ADMINST_DOWN, + ADMINST_OFFLINE, + ]) + # Node roles NR_REGULAR = "R" NR_MASTER = "M" @@ -1236,6 +1510,7 @@ SS_MASTER_CANDIDATES = "master_candidates" SS_MASTER_CANDIDATES_IPS = "master_candidates_ips" SS_MASTER_IP = "master_ip" SS_MASTER_NETDEV = "master_netdev" +SS_MASTER_NETMASK = "master_netmask" SS_MASTER_NODE = "master_node" SS_NODE_LIST = "node_list" SS_NODE_PRIMARY_IPS = "node_primary_ips" @@ -1268,6 +1543,7 @@ HVC_DEFAULTS = { HV_MIGRATION_MODE: HT_MIGRATION_LIVE, HV_BLOCKDEV_PREFIX: "sd", HV_REBOOT_BEHAVIOR: INSTANCE_REBOOT_ALLOWED, + HV_CPU_MASK: CPU_PINNING_ALL, }, HT_XEN_HVM: { HV_BOOT_ORDER: "cd", @@ -1285,6 +1561,7 @@ HVC_DEFAULTS = { HV_USE_LOCALTIME: False, HV_BLOCKDEV_PREFIX: "hd", HV_REBOOT_BEHAVIOR: INSTANCE_REBOOT_ALLOWED, + HV_CPU_MASK: CPU_PINNING_ALL, }, HT_KVM: { HV_KERNEL_PATH: "/boot/vmlinuz-2.6-kvmU", @@ -1301,6 +1578,14 @@ HVC_DEFAULTS = { HV_KVM_SPICE_BIND: "", HV_KVM_SPICE_IP_VERSION: IFACE_NO_IP_VERSION_SPECIFIED, HV_KVM_SPICE_PASSWORD_FILE: "", + HV_KVM_SPICE_LOSSLESS_IMG_COMPR: "", + HV_KVM_SPICE_JPEG_IMG_COMPR: "", + HV_KVM_SPICE_ZLIB_GLZ_IMG_COMPR: "", + HV_KVM_SPICE_STREAMING_VIDEO_DETECTION: "", + HV_KVM_SPICE_AUDIO_COMPR: True, + HV_KVM_SPICE_USE_TLS: False, + HV_KVM_SPICE_TLS_CIPHERS: OPENSSL_CIPHERS, + HV_KVM_SPICE_USE_VDAGENT: True, HV_KVM_FLOPPY_IMAGE_PATH: "", HV_CDROM_IMAGE_PATH: "", HV_KVM_CDROM2_IMAGE_PATH: "", @@ -1323,6 +1608,7 @@ HVC_DEFAULTS = { HV_KVM_USE_CHROOT: False, HV_MEM_PATH: "", HV_REBOOT_BEHAVIOR: INSTANCE_REBOOT_ALLOWED, + HV_CPU_MASK: CPU_PINNING_ALL, }, HT_FAKE: { }, @@ -1342,6 +1628,8 @@ HVC_GLOBALS = frozenset([ BEC_DEFAULTS = { BE_MEMORY: 128, + BE_MINMEM: 128, + BE_MAXMEM: 128, BE_VCPUS: 1, BE_AUTO_BALANCE: True, } @@ -1471,7 +1759,18 @@ VALID_ALLOC_POLICIES = [ # Temporary external/shared storage parameters BLOCKDEV_DRIVER_MANUAL = "manual" +# qemu-img path, required for ovfconverter +QEMUIMG_PATH = _autoconf.QEMUIMG_PATH + # Whether htools was enabled at compilation time HTOOLS = _autoconf.HTOOLS # The hail iallocator IALLOC_HAIL = "hail" + +# Fake opcodes for functions that have hooks attached to them via +# backend.RunLocalHooks +FAKE_OP_MASTER_TURNUP = "OP_CLUSTER_IP_TURNUP" +FAKE_OP_MASTER_TURNDOWN = "OP_CLUSTER_IP_TURNDOWN" + +# Do not re-export imported modules +del re, _vcsversion, _autoconf