#!/usr/bin/python
#
-# Copyright (C) 2006, 2007, 2010 Google Inc.
+# Copyright (C) 2006, 2007, 2010, 2011 Google Inc.
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# C0103: Invalid name ganeti-listrunner
import errno
-import getopt
+import optparse
import getpass
import logging
import os
REMOTE_PATH_BASE = "/tmp/listrunner"
+USAGE = ("%prog -l logdir {-c command | -x /path/to/file} [-b batch_size]"
+ " {-f hostfile|-h hosts} [-u username]"
+ " [-p password_file | -A]")
+
def LogDirUseable(logdir):
"""Ensure log file directory is available and usable."""
return False
-def ShowHelp(executable):
- """Print short usage information."""
- print ("usage: %s -l logdir [-c|-x] value [-b batch_size]"
- " [-f hostfile|-h hosts] [-u username]"
- " [-p password_file]" % executable)
- print """ -l logdir to write logfiles to
- -x executable to run on remote host(s)
- -c shell command to run on remote host(s)
- -f hostlist file (one host per line)
- -a optional auxiliary file to upload (can be given multiple times)
- -b batch-size, how many hosts to process in parallel [15]
- -h comma-separated list of hosts or single hostname
- -u username used to connect [root]
- -p password used to authenticate"""
-
-
def GetTimeStamp(timestamp=None):
"""Return ISO8601 timestamp.
return []
-def SetupSshConnection(host, username, password, keys, logfile):
+def SetupSshConnection(host, username, password, use_agent, logfile):
"""Setup the ssh connection used for all later steps.
This function sets up the ssh connection that will be used both
print " - ERROR: host not reachable on 22/tcp"
return False
+ if use_agent:
+ keys = GetAgentKeys()
+ else:
+ keys = []
all_kwargs = [{"pkey": k} for k in keys]
all_desc = ["key %d" % d for d in range(len(keys))]
if password is not None:
return True
-def HostWorker(logdir, username, password, keys, hostname,
+def HostWorker(logdir, username, password, use_agent, hostname,
executable, command, filelist):
"""Per-host worker.
@param logdir: the directory where the logfiles must be created
@param username: SSH username
@param password: SSH password
- @param keys: SSH keys
+ @param use_agent: whether we should instead use an agent
@param hostname: the hostname to connect to
@param executable: the executable to upload, if not None
@param command: the command to run
result = 0 # optimism, I know
try:
connection = SetupSshConnection(hostname, username,
- password, keys, logfile)
+ password, use_agent, logfile)
if connection is not False:
if executable is not None:
print " %s: uploading files" % hostname
sys.exit(result)
-def LaunchWorker(child_pids, logdir, username, password, keys, hostname,
+def LaunchWorker(child_pids, logdir, username, password, use_agent, hostname,
executable, command, filelist):
"""Launch the per-host worker.
# controller just record the pids
child_pids[pid] = hostname
else:
- HostWorker(logdir, username, password, keys, hostname,
+ HostWorker(logdir, username, password, use_agent, hostname,
executable, command, filelist)
+def ParseOptions():
+ """Parses the command line options.
+
+ In case of command line errors, it will show the usage and exit the
+ program.
+
+ @return: the options in a tuple
+
+ """
+ # resolve because original used -h for hostfile, which conflicts
+ # with -h for help
+ parser = optparse.OptionParser(usage="\n%s" % USAGE,
+ conflict_handler="resolve")
+
+ parser.add_option("-l", dest="logdir", default=None,
+ help="directory to write logfiles to")
+ parser.add_option("-x", dest="executable", default=None,
+ help="executable to run on remote host(s)",)
+ parser.add_option("-f", dest="hostfile", default=None,
+ help="hostlist file (one host per line)")
+ parser.add_option("-h", dest="hostlist", default=None, metavar="HOSTS",
+ help="comma-separated list of hosts or single hostname",)
+ parser.add_option("-a", dest="auxfiles", action="append", default=[],
+ help="optional auxiliary file to upload"
+ " (can be given multiple times",
+ metavar="FILE")
+ parser.add_option("-c", dest="command", default=None,
+ help="shell command to run on remote host(s)")
+ parser.add_option("-b", dest="batch_size", default=15, type="int",
+ help="batch-size, how many hosts to process"
+ " in parallel [15]")
+ parser.add_option("-u", dest="username", default="root",
+ help="username used to connect [root]")
+ parser.add_option("-p", dest="password", default=None,
+ help="password used to authenticate (when not"
+ " using an agent)")
+ parser.add_option("-A", dest="use_agent", default=False, action="store_true",
+ help="instead of password, use keys from an SSH agent")
+
+ opts, args = parser.parse_args()
+
+ if opts.executable and opts.command:
+ parser.error("Options -x and -c conflict with each other")
+ if not (opts.executable or opts.command):
+ parser.error("One of -x and -c must be given")
+ if not opts.logdir:
+ parser.error("Option -l is required")
+ if opts.hostfile and opts.hostlist:
+ parser.error("Options -f and -h conflict with each other")
+ if not (opts.hostfile or opts.hostlist):
+ parser.error("One of -f or -h must be given")
+ if args:
+ parser.error("This program doesn't take any arguments, passed in: %s" %
+ ", ".join(args))
+
+ return (opts.logdir, opts.executable, opts.hostfile, opts.hostlist,
+ opts.command, opts.use_agent, opts.auxfiles, opts.username,
+ opts.password, opts.batch_size)
+
+
def main():
"""main."""
- try:
- optlist, _ = getopt.getopt(sys.argv[1:], "l:x:h:f:a:c:b:u:p:A")
- except getopt.GetoptError, err:
- print str(err)
- ShowHelp(sys.argv[0])
- sys.exit(2)
-
- logdir = executable = hostfile = hostlist = command = None
- use_agent = False
- auxfiles = []
- username = "root"
- password = None
- batch_size = 15
- for option in optlist:
- if option[0] == "-l":
- logdir = option[1]
- if option[0] == "-x":
- executable = option[1]
- if option[0] == "-f":
- hostfile = option[1]
- if option[0] == "-h":
- hostlist = option[1]
- if option[0] == "-a":
- auxfiles.append(option[1])
- if option[0] == "-c":
- command = option[1]
- if option[0] == "-b":
- batch_size = int(option[1])
- if option[0] == "-u":
- username = option[1]
- if option[0] == "-p":
- password = option[1]
- if option[0] == "-A":
- use_agent = True
-
- if not (logdir and (executable or command) and (hostfile or hostlist)):
- print "error: missing required commandline argument(s)"
- ShowHelp(sys.argv[0])
- sys.exit(3)
-
- if executable and command:
- print "error: can run either a command or an executable, not both"
- ShowHelp(sys.argv[0])
- sys.exit(3)
-
- if hostlist and hostfile:
- print "error: specify either -f or -h arguments, not both"
- ShowHelp(sys.argv[0])
- sys.exit(3)
+ (logdir, executable, hostfile, hostlist,
+ command, use_agent, auxfiles, username,
+ password, batch_size) = ParseOptions()
### Unbuffered sys.stdout
sys.stdout = os.fdopen(1, "w", 0)
print "ERROR: cannot create logfiles in dir %s, aborting" % logdir
sys.exit(1)
- keys = []
if use_agent:
- keys = GetAgentKeys()
+ pass
elif password:
try:
fh = file(password)
hosts = hosts[batch_size:]
child_pids = {}
for hostname in batch:
- LaunchWorker(child_pids, logdir, username, password, keys, hostname,
+ LaunchWorker(child_pids, logdir, username, password, use_agent, hostname,
executable, command, filelist)
while child_pids:
else:
failures += 1
if hosts:
- LaunchWorker(child_pids, logdir, username, password, keys,
+ LaunchWorker(child_pids, logdir, username, password, use_agent,
hosts.pop(0), executable, command, filelist)
print