X-Git-Url: https://code.grnet.gr/git/ganeti-local/blobdiff_plain/d91427ea861db0bac30f08eec9137d5346e7137b..6136f8f024129e31ddd067233e24cbd8638c2dbc:/lib/constants.py diff --git a/lib/constants.py b/lib/constants.py index 23dacdc..e5233b0 100644 --- a/lib/constants.py +++ b/lib/constants.py @@ -21,10 +21,12 @@ """Module holding different constants.""" +import re + from ganeti import _autoconf # various versions -PROTOCOL_VERSION = 20 +PROTOCOL_VERSION = 30 RELEASE_VERSION = _autoconf.PACKAGE_VERSION OS_API_V10 = 10 OS_API_V15 = 15 @@ -99,21 +101,27 @@ SSL_CERT_FILE = DATA_DIR + "/server.pem" RAPI_CERT_FILE = DATA_DIR + "/rapi.pem" HMAC_CLUSTER_KEY = DATA_DIR + "/hmac.key" WATCHER_STATEFILE = DATA_DIR + "/watcher.data" +WATCHER_PAUSEFILE = DATA_DIR + "/watcher.pause" INSTANCE_UPFILE = RUN_GANETI_DIR + "/instance-status" SSH_KNOWN_HOSTS_FILE = DATA_DIR + "/known_hosts" RAPI_USERS_FILE = DATA_DIR + "/rapi_users" QUEUE_DIR = DATA_DIR + "/queue" +DAEMON_UTIL = _autoconf.PKGLIBDIR + "/daemon-util" ETC_HOSTS = "/etc/hosts" DEFAULT_FILE_STORAGE_DIR = _autoconf.FILE_STORAGE_DIR +ENABLE_FILE_STORAGE = _autoconf.ENABLE_FILE_STORAGE SYSCONFDIR = _autoconf.SYSCONFDIR +TOOLSDIR = _autoconf.TOOLSDIR +CONF_DIR = SYSCONFDIR + "/ganeti" MASTER_SOCKET = SOCKET_DIR + "/ganeti-master" -NODE_INITD_SCRIPT = _autoconf.SYSCONFDIR + "/init.d/ganeti" - NODED = "ganeti-noded" +CONFD = "ganeti-confd" RAPI = "ganeti-rapi" MASTERD = "ganeti-masterd" +# used in the ganeti-nbma project +NLD = "ganeti-nld" MULTITHREADED_DAEMONS = frozenset([MASTERD]) @@ -126,10 +134,16 @@ DAEMONS_SSL = { DAEMONS_PORTS = { # daemon-name: ("proto", "default-port") NODED: ("tcp", 1811), + CONFD: ("udp", 1814), RAPI: ("tcp", 5080), + # used in the ganeti-nbma project + NLD: ("udp", 1816), } DEFAULT_NODED_PORT = DAEMONS_PORTS[NODED][1] +DEFAULT_CONFD_PORT = DAEMONS_PORTS[CONFD][1] DEFAULT_RAPI_PORT = DAEMONS_PORTS[RAPI][1] +# used in the ganeti-nbma project +DEFAULT_NLD_PORT = DAEMONS_PORTS[NLD][1] FIRST_DRBD_PORT = 11000 LAST_DRBD_PORT = 14999 @@ -137,27 +151,39 @@ MASTER_SCRIPT = "ganeti-master" LOG_DIR = _autoconf.LOCALSTATEDIR + "/log/ganeti/" DAEMONS_LOGFILES = { - # "daemon-name": "logfile" - NODED: LOG_DIR + "node-daemon.log", - RAPI: LOG_DIR + "rapi-daemon.log", - MASTERD: LOG_DIR + "master-daemon.log", -} + # "daemon-name": "logfile" + NODED: LOG_DIR + "node-daemon.log", + CONFD: LOG_DIR + "conf-daemon.log", + RAPI: LOG_DIR + "rapi-daemon.log", + MASTERD: LOG_DIR + "master-daemon.log", + # used in the ganeti-nbma project + NLD: LOG_DIR + "nl-daemon.log", + } LOG_OS_DIR = LOG_DIR + "os" LOG_WATCHER = LOG_DIR + "watcher.log" LOG_COMMANDS = LOG_DIR + "commands.log" LOG_BURNIN = LOG_DIR + "burnin.log" +# one of 'no', 'yes', 'only' +SYSLOG_USAGE = _autoconf.SYSLOG_USAGE +SYSLOG_NO = "no" +SYSLOG_YES = "yes" +SYSLOG_ONLY = "only" +SYSLOG_SOCKET = "/dev/log" + OS_SEARCH_PATH = _autoconf.OS_SEARCH_PATH EXPORT_DIR = _autoconf.EXPORT_DIR EXPORT_CONF_FILE = "config.ini" +XEN_BOOTLOADER = _autoconf.XEN_BOOTLOADER XEN_KERNEL = _autoconf.XEN_KERNEL XEN_INITRD = _autoconf.XEN_INITRD KVM_PATH = _autoconf.KVM_PATH SOCAT_PATH = _autoconf.SOCAT_PATH -KVM_MIGRATION_PORT = _autoconf.KVM_MIGRATION_PORT +SOCAT_USE_ESCAPE = _autoconf.SOCAT_USE_ESCAPE +SOCAT_ESCAPE_CODE = "0x1d" VALUE_DEFAULT = "default" VALUE_AUTO = "auto" @@ -166,11 +192,15 @@ VALUE_NONE = "none" VALUE_TRUE = "true" VALUE_FALSE = "false" +# External script validation mask +EXT_PLUGIN_MASK = re.compile("^[a-zA-Z0-9_-]+$") + # hooks-related constants -HOOKS_BASE_DIR = _autoconf.SYSCONFDIR + "/ganeti/hooks" +HOOKS_BASE_DIR = CONF_DIR + "/hooks" HOOKS_PHASE_PRE = "pre" HOOKS_PHASE_POST = "post" HOOKS_NAME_CFGUPDATE = "config-update" +HOOKS_NAME_WATCHER = "watcher" HOOKS_VERSION = 2 # hooks subject type (what object type does the LU deal with) @@ -188,19 +218,39 @@ ST_LVM_PV = "lvm-pv" ST_LVM_VG = "lvm-vg" # Storage fields +# first two are valid in LU context only, not passed to backend +SF_NODE = "node" +SF_TYPE = "type" +# and the rest are valid in backend SF_NAME = "name" SF_SIZE = "size" SF_FREE = "free" SF_USED = "used" SF_ALLOCATABLE = "allocatable" +# Storage operations +SO_FIX_CONSISTENCY = "fix-consistency" + # Available fields per storage type -VALID_STORAGE_FIELDS = { - ST_FILE: frozenset([SF_NAME, SF_USED, SF_FREE]), - ST_LVM_PV: frozenset([SF_NAME, SF_SIZE, SF_USED, SF_FREE, SF_ALLOCATABLE]), - ST_LVM_VG: frozenset([SF_NAME, SF_SIZE]), +VALID_STORAGE_FIELDS = frozenset([SF_NAME, SF_TYPE, SF_SIZE, + SF_USED, SF_FREE, SF_ALLOCATABLE]) + +VALID_STORAGE_TYPES = frozenset([ST_FILE, ST_LVM_PV, ST_LVM_VG]) + +MODIFIABLE_STORAGE_FIELDS = { + ST_LVM_PV: frozenset([SF_ALLOCATABLE]), + } + +VALID_STORAGE_OPERATIONS = { + ST_LVM_VG: frozenset([SO_FIX_CONSISTENCY]), } +# Local disk status +# Note: Code depends on LDS_OKAY < LDS_UNKNOWN < LDS_FAULTY +(LDS_OKAY, + LDS_UNKNOWN, + LDS_FAULTY) = range(1, 4) + # disk template types DT_DISKLESS = "diskless" DT_PLAIN = "plain" @@ -222,6 +272,7 @@ LDS_BLOCK = frozenset([LD_LV, LD_DRBD8]) # drbd constants DRBD_HMAC_ALG = "md5" DRBD_NET_PROTOCOL = "C" +DRBD_BARRIERS = _autoconf.DRBD_BARRIERS # file backend driver FD_LOOP = "loop" @@ -239,6 +290,7 @@ DISK_ACCESS_SET = frozenset([DISK_RDONLY, DISK_RDWR]) REPLACE_DISK_PRI = "replace_on_primary" # replace disks on primary REPLACE_DISK_SEC = "replace_on_secondary" # replace disks on secondary REPLACE_DISK_CHG = "replace_new_secondary" # change secondary node +REPLACE_DISK_AUTO = "replace_auto" # lock recalculate mode LOCKS_REPLACE = 'replace' @@ -269,6 +321,7 @@ EXIT_NOTCLUSTER = 5 EXIT_NOTMASTER = 11 EXIT_NODESETUP_ERROR = 12 EXIT_CONFIRMATION = 13 # need user confirmation +EXIT_NOTCANDIDATE = 14 # tags TAG_CLUSTER = "cluster" @@ -288,6 +341,16 @@ BIND_ADDRESS_GLOBAL = "0.0.0.0" MIN_VG_SIZE = 20480 DEFAULT_MAC_PREFIX = "aa:00:00" LVM_STRIPECOUNT = _autoconf.LVM_STRIPECOUNT +# default maximum instance wait time, in seconds. +DEFAULT_SHUTDOWN_TIMEOUT = 120 +NODE_MAX_CLOCK_SKEW = 150 + +# runparts results +(RUNPARTS_SKIP, + RUNPARTS_RUN, + RUNPARTS_ERR) = range(3) + +RUNPARTS_STATUS = frozenset([RUNPARTS_SKIP, RUNPARTS_RUN, RUNPARTS_ERR]) # RPC constants (RPC_ENCODING_NONE, @@ -301,12 +364,14 @@ OS_SCRIPT_RENAME = 'rename' OS_SCRIPTS = frozenset([OS_SCRIPT_CREATE, OS_SCRIPT_IMPORT, OS_SCRIPT_EXPORT, OS_SCRIPT_RENAME]) +OS_API_FILE = 'ganeti_api_version' +OS_VARIANTS_FILE = 'variants.list' + # ssh constants -SSH_INITD_SCRIPT = _autoconf.SSH_INITD_SCRIPT -SSH_CONFIG_DIR = "/etc/ssh/" -SSH_HOST_DSA_PRIV = SSH_CONFIG_DIR + "ssh_host_dsa_key" +SSH_CONFIG_DIR = _autoconf.SSH_CONFIG_DIR +SSH_HOST_DSA_PRIV = SSH_CONFIG_DIR + "/ssh_host_dsa_key" SSH_HOST_DSA_PUB = SSH_HOST_DSA_PRIV + ".pub" -SSH_HOST_RSA_PRIV = SSH_CONFIG_DIR + "ssh_host_rsa_key" +SSH_HOST_RSA_PRIV = SSH_CONFIG_DIR + "/ssh_host_rsa_key" SSH_HOST_RSA_PUB = SSH_HOST_RSA_PRIV + ".pub" SSH = "ssh" SCP = "scp" @@ -337,11 +402,15 @@ HV_CDROM_IMAGE_PATH = "cdrom_image_path" HV_NIC_TYPE = "nic_type" HV_DISK_TYPE = "disk_type" HV_VNC_BIND_ADDRESS = "vnc_bind_address" +HV_VNC_PASSWORD_FILE = "vnc_password_file" HV_VNC_TLS = "vnc_tls" HV_VNC_X509 = "vnc_x509_path" HV_VNC_X509_VERIFY = "vnc_x509_verify" HV_ACPI = "acpi" HV_PAE = "pae" +HV_USE_BOOTLOADER = "use_bootloader" +HV_BOOTLOADER_ARGS = "bootloader_args" +HV_BOOTLOADER_PATH = "bootloader_path" HV_KERNEL_ARGS = "kernel_args" HV_KERNEL_PATH = "kernel_path" HV_INITRD_PATH = "initrd_path" @@ -350,18 +419,25 @@ HV_SERIAL_CONSOLE = "serial_console" HV_USB_MOUSE = "usb_mouse" HV_DEVICE_MODEL = "device_model" HV_INIT_SCRIPT = "init_script" +HV_MIGRATION_PORT = "migration_port" +HV_USE_LOCALTIME = "use_localtime" +HV_DISK_CACHE = "disk_cache" HVS_PARAMETER_TYPES = { HV_BOOT_ORDER: VTYPE_STRING, HV_CDROM_IMAGE_PATH: VTYPE_STRING, HV_NIC_TYPE: VTYPE_STRING, HV_DISK_TYPE: VTYPE_STRING, + HV_VNC_PASSWORD_FILE: VTYPE_STRING, HV_VNC_BIND_ADDRESS: VTYPE_STRING, HV_VNC_TLS: VTYPE_BOOL, HV_VNC_X509: VTYPE_STRING, HV_VNC_X509_VERIFY: VTYPE_BOOL, HV_ACPI: VTYPE_BOOL, HV_PAE: VTYPE_BOOL, + HV_USE_BOOTLOADER: VTYPE_BOOL, + HV_BOOTLOADER_PATH: VTYPE_STRING, + HV_BOOTLOADER_ARGS: VTYPE_STRING, HV_KERNEL_PATH: VTYPE_STRING, HV_KERNEL_ARGS: VTYPE_STRING, HV_INITRD_PATH: VTYPE_STRING, @@ -370,6 +446,9 @@ HVS_PARAMETER_TYPES = { HV_USB_MOUSE: VTYPE_STRING, HV_DEVICE_MODEL: VTYPE_STRING, HV_INIT_SCRIPT: VTYPE_STRING, + HV_MIGRATION_PORT: VTYPE_INT, + HV_USE_LOCALTIME: VTYPE_BOOL, + HV_DISK_CACHE: VTYPE_STRING, } HVS_PARAMETERS = frozenset(HVS_PARAMETER_TYPES.keys()) @@ -415,7 +494,7 @@ HYPER_TYPES = frozenset([HT_XEN_PVM, HT_FAKE, HT_XEN_HVM, HT_KVM, HT_CHROOT]) HTS_REQ_PORT = frozenset([HT_XEN_HVM, HT_KVM]) VNC_BASE_PORT = 5900 -VNC_PASSWORD_FILE = _autoconf.SYSCONFDIR + "/ganeti/vnc-cluster-password" +VNC_PASSWORD_FILE = CONF_DIR + "/vnc-cluster-password" VNC_DEFAULT_BIND_ADDRESS = '0.0.0.0' # NIC types @@ -444,6 +523,15 @@ HT_DISK_SD = "sd" HT_DISK_MTD = "mtd" HT_DISK_PFLASH = "pflash" +HT_CACHE_DEFAULT = "default" +HT_CACHE_NONE = "none" +HT_CACHE_WTHROUGH = "writethrough" +HT_CACHE_WBACK = "writeback" +HT_VALID_CACHE_TYPES = frozenset([HT_CACHE_DEFAULT, + HT_CACHE_NONE, + HT_CACHE_WTHROUGH, + HT_CACHE_WBACK]) + HT_HVM_VALID_DISK_TYPES = frozenset([HT_DISK_PARAVIRTUAL, HT_DISK_IOEMU]) HT_KVM_VALID_DISK_TYPES = frozenset([HT_DISK_PARAVIRTUAL, HT_DISK_IDE, HT_DISK_SCSI, HT_DISK_SD, HT_DISK_MTD, @@ -471,12 +559,15 @@ NV_FILELIST = "filelist" NV_HVINFO = "hvinfo" NV_HYPERVISOR = "hypervisor" NV_INSTANCELIST = "instancelist" -NV_LVLIST = "lvlist" NV_NODELIST = "nodelist" NV_NODENETTEST = "node-net-test" NV_VERSION = "version" NV_VGLIST = "vglist" +NV_LVLIST = "lvlist" +NV_PVLIST = "pvlist" NV_DRBDLIST = "drbd-list" +NV_NODESETUP = "nodesetup" +NV_TIME = "time" # Allocator framework constants IALLOCATOR_VERSION = 2 @@ -484,6 +575,7 @@ IALLOCATOR_DIR_IN = "in" IALLOCATOR_DIR_OUT = "out" IALLOCATOR_MODE_ALLOC = "allocate" IALLOCATOR_MODE_RELOC = "relocate" +IALLOCATOR_MODE_MEVAC = "multi-evacuate" IALLOCATOR_SEARCH_PATH = _autoconf.IALLOCATOR_SEARCH_PATH # Job queue @@ -537,10 +629,13 @@ SS_CLUSTER_NAME = "cluster_name" SS_CLUSTER_TAGS = "cluster_tags" SS_FILE_STORAGE_DIR = "file_storage_dir" SS_MASTER_CANDIDATES = "master_candidates" +SS_MASTER_CANDIDATES_IPS = "master_candidates_ips" SS_MASTER_IP = "master_ip" SS_MASTER_NETDEV = "master_netdev" SS_MASTER_NODE = "master_node" SS_NODE_LIST = "node_list" +SS_NODE_PRIMARY_IPS = "node_primary_ips" +SS_NODE_SECONDARY_IPS = "node_secondary_ips" SS_OFFLINE_NODES = "offline_nodes" SS_ONLINE_NODES = "online_nodes" SS_INSTANCE_LIST = "instance_list" @@ -551,10 +646,14 @@ DEFAULT_ENABLED_HYPERVISOR = HT_XEN_PVM HVC_DEFAULTS = { HT_XEN_PVM: { + HV_USE_BOOTLOADER: False, + HV_BOOTLOADER_PATH: XEN_BOOTLOADER, + HV_BOOTLOADER_ARGS: '', HV_KERNEL_PATH: "/boot/vmlinuz-2.6-xenU", HV_INITRD_PATH: '', HV_ROOT_PATH: '/dev/sda1', HV_KERNEL_ARGS: 'ro', + HV_MIGRATION_PORT: 8002, }, HT_XEN_HVM: { HV_BOOT_ORDER: "cd", @@ -562,10 +661,13 @@ HVC_DEFAULTS = { HV_NIC_TYPE: HT_NIC_RTL8139, HV_DISK_TYPE: HT_DISK_PARAVIRTUAL, HV_VNC_BIND_ADDRESS: '0.0.0.0', + HV_VNC_PASSWORD_FILE: VNC_PASSWORD_FILE, HV_ACPI: True, HV_PAE: True, HV_KERNEL_PATH: "/usr/lib/xen/boot/hvmloader", HV_DEVICE_MODEL: "/usr/lib/xen/bin/qemu-dm", + HV_MIGRATION_PORT: 8002, + HV_USE_LOCALTIME: False, }, HT_KVM: { HV_KERNEL_PATH: "/boot/vmlinuz-2.6-kvmU", @@ -578,11 +680,15 @@ HVC_DEFAULTS = { HV_VNC_TLS: False, HV_VNC_X509: '', HV_VNC_X509_VERIFY: False, + HV_VNC_PASSWORD_FILE: '', HV_CDROM_IMAGE_PATH: '', HV_BOOT_ORDER: HT_BO_DISK, HV_NIC_TYPE: HT_NIC_PARAVIRTUAL, HV_DISK_TYPE: HT_DISK_PARAVIRTUAL, HV_USB_MOUSE: '', + HV_MIGRATION_PORT: 8102, + HV_USE_LOCALTIME: False, + HV_DISK_CACHE: HT_CACHE_DEFAULT, }, HT_FAKE: { }, @@ -591,6 +697,10 @@ HVC_DEFAULTS = { }, } +HVC_GLOBALS = frozenset([ + HV_MIGRATION_PORT, + ]) + BEC_DEFAULTS = { BE_MEMORY: 128, BE_VCPUS: 1, @@ -603,3 +713,94 @@ NICC_DEFAULTS = { } MASTER_POOL_SIZE_DEFAULT = 10 + +CONFD_PROTOCOL_VERSION = 1 + +CONFD_REQ_PING = 0 +CONFD_REQ_NODE_ROLE_BYNAME = 1 +CONFD_REQ_NODE_PIP_BY_INSTANCE_IP = 2 +CONFD_REQ_CLUSTER_MASTER = 3 +CONFD_REQ_NODE_PIP_LIST = 4 +CONFD_REQ_MC_PIP_LIST = 5 +CONFD_REQ_INSTANCES_IPS_LIST = 6 + +# Confd request query fields. These are used to narrow down queries. +# These must be strings rather than integers, because json-encoding +# converts them to strings anyway, as they're used as dict-keys. +CONFD_REQQ_LINK = "0" +CONFD_REQQ_IP = "1" +CONFD_REQQ_IPLIST = "2" +CONFD_REQQ_FIELDS = "3" + +CONFD_REQFIELD_NAME = "0" +CONFD_REQFIELD_IP = "1" +CONFD_REQFIELD_MNODE_PIP = "2" + +CONFD_REQS = frozenset([ + CONFD_REQ_PING, + CONFD_REQ_NODE_ROLE_BYNAME, + CONFD_REQ_NODE_PIP_BY_INSTANCE_IP, + CONFD_REQ_CLUSTER_MASTER, + CONFD_REQ_NODE_PIP_LIST, + CONFD_REQ_MC_PIP_LIST, + CONFD_REQ_INSTANCES_IPS_LIST, + ]) + +CONFD_REPL_STATUS_OK = 0 +CONFD_REPL_STATUS_ERROR = 1 +CONFD_REPL_STATUS_NOTIMPLEMENTED = 2 + +CONFD_REPL_STATUSES = frozenset([ + CONFD_REPL_STATUS_OK, + CONFD_REPL_STATUS_ERROR, + CONFD_REPL_STATUS_NOTIMPLEMENTED, + ]) + +(CONFD_NODE_ROLE_MASTER, + CONFD_NODE_ROLE_CANDIDATE, + CONFD_NODE_ROLE_OFFLINE, + CONFD_NODE_ROLE_DRAINED, + CONFD_NODE_ROLE_REGULAR, + ) = range(5) + +# A few common errors for confd +CONFD_ERROR_UNKNOWN_ENTRY = 1 +CONFD_ERROR_INTERNAL = 2 +CONFD_ERROR_ARGUMENT = 3 + +# Each request is "salted" by the current timestamp. +# This constants decides how many seconds of skew to accept. +# TODO: make this a default and allow the value to be more configurable +CONFD_MAX_CLOCK_SKEW = 2 * NODE_MAX_CLOCK_SKEW + +# When we haven't reloaded the config for more than this amount of seconds, we +# force a test to see if inotify is betraying us. +CONFD_CONFIG_RELOAD_TIMEOUT = 60 + +# If we receive more than one update in this amount of seconds, we move to +# polling every RATELIMIT seconds, rather than relying on inotify, to be able +# to serve more requests. +CONFD_CONFIG_RELOAD_RATELIMIT = 2 + +# Magic number prepended to all confd queries. +# This allows us to distinguish different types of confd protocols and handle +# them. For example by changing this we can move the whole payload to be +# compressed, or move away from json. +CONFD_MAGIC_FOURCC = 'plj0' + +# By default a confd request is sent to the minimum between this number and all +# MCs. 6 was chosen because even in the case of a disastrous 50% response rate, +# we should have enough answers to be able to compare more than one. +CONFD_DEFAULT_REQ_COVERAGE = 6 + +# Timeout in seconds to expire pending query request in the confd client +# library. We don't actually expect any answer more than 10 seconds after we +# sent a request. +CONFD_CLIENT_EXPIRE_TIMEOUT = 10 + +# Maximum UDP datagram size. +# On IPv4: 64K - 20 (ip header size) - 8 (udp header size) = 65507 +# On IPv6: 64K - 40 (ip6 header size) - 8 (udp header size) = 65487 +# (assuming we can't use jumbo frames) +# We just set this to 60K, which should be enough +MAX_UDP_DATA_SIZE = 61440