Statistics
| Branch: | Tag: | Revision:

root / qa / qa_cluster.py @ ec91c05d

History | View | Annotate | Download (7.2 kB)

1 c68d1f43 Michael Hanselmann
#
2 c68d1f43 Michael Hanselmann
#
3 c68d1f43 Michael Hanselmann
4 cec9845c Michael Hanselmann
# Copyright (C) 2007 Google Inc.
5 cec9845c Michael Hanselmann
#
6 cec9845c Michael Hanselmann
# This program is free software; you can redistribute it and/or modify
7 cec9845c Michael Hanselmann
# it under the terms of the GNU General Public License as published by
8 cec9845c Michael Hanselmann
# the Free Software Foundation; either version 2 of the License, or
9 cec9845c Michael Hanselmann
# (at your option) any later version.
10 cec9845c Michael Hanselmann
#
11 cec9845c Michael Hanselmann
# This program is distributed in the hope that it will be useful, but
12 cec9845c Michael Hanselmann
# WITHOUT ANY WARRANTY; without even the implied warranty of
13 cec9845c Michael Hanselmann
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14 cec9845c Michael Hanselmann
# General Public License for more details.
15 cec9845c Michael Hanselmann
#
16 cec9845c Michael Hanselmann
# You should have received a copy of the GNU General Public License
17 cec9845c Michael Hanselmann
# along with this program; if not, write to the Free Software
18 cec9845c Michael Hanselmann
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
19 cec9845c Michael Hanselmann
# 02110-1301, USA.
20 cec9845c Michael Hanselmann
21 cec9845c Michael Hanselmann
22 cec9845c Michael Hanselmann
"""Cluster related QA tests.
23 cec9845c Michael Hanselmann

24 cec9845c Michael Hanselmann
"""
25 cec9845c Michael Hanselmann
26 cec9845c Michael Hanselmann
import tempfile
27 cec9845c Michael Hanselmann
28 cec9845c Michael Hanselmann
from ganeti import utils
29 cec9845c Michael Hanselmann
30 cec9845c Michael Hanselmann
import qa_config
31 cec9845c Michael Hanselmann
import qa_utils
32 cec9845c Michael Hanselmann
import qa_error
33 cec9845c Michael Hanselmann
34 cec9845c Michael Hanselmann
from qa_utils import AssertEqual, StartSSH
35 cec9845c Michael Hanselmann
36 cec9845c Michael Hanselmann
37 830da270 Michael Hanselmann
def _RemoveFileFromAllNodes(filename):
38 830da270 Michael Hanselmann
  """Removes a file from all nodes.
39 830da270 Michael Hanselmann

40 830da270 Michael Hanselmann
  """
41 830da270 Michael Hanselmann
  for node in qa_config.get('nodes'):
42 830da270 Michael Hanselmann
    cmd = ['rm', '-f', filename]
43 830da270 Michael Hanselmann
    AssertEqual(StartSSH(node['primary'],
44 830da270 Michael Hanselmann
                         utils.ShellQuoteArgs(cmd)).wait(), 0)
45 830da270 Michael Hanselmann
46 830da270 Michael Hanselmann
47 830da270 Michael Hanselmann
def _CheckFileOnAllNodes(filename, content):
48 830da270 Michael Hanselmann
  """Verifies the content of the given file on all nodes.
49 830da270 Michael Hanselmann

50 830da270 Michael Hanselmann
  """
51 830da270 Michael Hanselmann
  cmd = utils.ShellQuoteArgs(["cat", filename])
52 830da270 Michael Hanselmann
  for node in qa_config.get('nodes'):
53 830da270 Michael Hanselmann
    AssertEqual(qa_utils.GetCommandOutput(node['primary'], cmd),
54 830da270 Michael Hanselmann
                content)
55 830da270 Michael Hanselmann
56 830da270 Michael Hanselmann
57 cec9845c Michael Hanselmann
def TestClusterInit():
58 cec9845c Michael Hanselmann
  """gnt-cluster init"""
59 cec9845c Michael Hanselmann
  master = qa_config.GetMasterNode()
60 cec9845c Michael Hanselmann
61 cec9845c Michael Hanselmann
  cmd = ['gnt-cluster', 'init']
62 cec9845c Michael Hanselmann
63 cec9845c Michael Hanselmann
  if master.get('secondary', None):
64 cec9845c Michael Hanselmann
    cmd.append('--secondary-ip=%s' % master['secondary'])
65 cec9845c Michael Hanselmann
66 cec9845c Michael Hanselmann
  bridge = qa_config.get('bridge', None)
67 cec9845c Michael Hanselmann
  if bridge:
68 cec9845c Michael Hanselmann
    cmd.append('--bridge=%s' % bridge)
69 cec9845c Michael Hanselmann
    cmd.append('--master-netdev=%s' % bridge)
70 cec9845c Michael Hanselmann
71 1d693311 Michael Hanselmann
  htype = qa_config.get('default-hypervisor', None)
72 b32f9859 Iustin Pop
  if htype:
73 1d693311 Michael Hanselmann
    cmd.append('--default-hypervisor=%s' % htype)
74 b32f9859 Iustin Pop
75 cec9845c Michael Hanselmann
  cmd.append(qa_config.get('name'))
76 cec9845c Michael Hanselmann
77 cec9845c Michael Hanselmann
  AssertEqual(StartSSH(master['primary'],
78 cec9845c Michael Hanselmann
                       utils.ShellQuoteArgs(cmd)).wait(), 0)
79 cec9845c Michael Hanselmann
80 cec9845c Michael Hanselmann
81 caea3b32 Iustin Pop
def TestClusterRename():
82 caea3b32 Iustin Pop
  """gnt-cluster rename"""
83 caea3b32 Iustin Pop
  master = qa_config.GetMasterNode()
84 caea3b32 Iustin Pop
85 caea3b32 Iustin Pop
  cmd = ['gnt-cluster', 'rename', '-f']
86 caea3b32 Iustin Pop
87 caea3b32 Iustin Pop
  original_name = qa_config.get('name')
88 caea3b32 Iustin Pop
  rename_target = qa_config.get('rename', None)
89 caea3b32 Iustin Pop
  if rename_target is None:
90 caea3b32 Iustin Pop
    print qa_utils.FormatError('"rename" entry is missing')
91 caea3b32 Iustin Pop
    return
92 caea3b32 Iustin Pop
93 caea3b32 Iustin Pop
  cmd_1 = cmd + [rename_target]
94 caea3b32 Iustin Pop
  cmd_2 = cmd + [original_name]
95 caea3b32 Iustin Pop
96 caea3b32 Iustin Pop
  cmd_verify = ['gnt-cluster', 'verify']
97 caea3b32 Iustin Pop
98 caea3b32 Iustin Pop
  AssertEqual(StartSSH(master['primary'],
99 caea3b32 Iustin Pop
                       utils.ShellQuoteArgs(cmd_1)).wait(), 0)
100 caea3b32 Iustin Pop
101 caea3b32 Iustin Pop
  AssertEqual(StartSSH(master['primary'],
102 caea3b32 Iustin Pop
                       utils.ShellQuoteArgs(cmd_verify)).wait(), 0)
103 caea3b32 Iustin Pop
104 caea3b32 Iustin Pop
  AssertEqual(StartSSH(master['primary'],
105 caea3b32 Iustin Pop
                       utils.ShellQuoteArgs(cmd_2)).wait(), 0)
106 caea3b32 Iustin Pop
107 caea3b32 Iustin Pop
  AssertEqual(StartSSH(master['primary'],
108 caea3b32 Iustin Pop
                       utils.ShellQuoteArgs(cmd_verify)).wait(), 0)
109 caea3b32 Iustin Pop
110 caea3b32 Iustin Pop
111 cec9845c Michael Hanselmann
def TestClusterVerify():
112 cec9845c Michael Hanselmann
  """gnt-cluster verify"""
113 cec9845c Michael Hanselmann
  master = qa_config.GetMasterNode()
114 cec9845c Michael Hanselmann
115 283f9d4c Michael Hanselmann
  cmd = ['gnt-cluster', 'verify']
116 cec9845c Michael Hanselmann
  AssertEqual(StartSSH(master['primary'],
117 cec9845c Michael Hanselmann
                       utils.ShellQuoteArgs(cmd)).wait(), 0)
118 cec9845c Michael Hanselmann
119 cec9845c Michael Hanselmann
120 cec9845c Michael Hanselmann
def TestClusterInfo():
121 cec9845c Michael Hanselmann
  """gnt-cluster info"""
122 283f9d4c Michael Hanselmann
  master = qa_config.GetMasterNode()
123 283f9d4c Michael Hanselmann
124 cec9845c Michael Hanselmann
  cmd = ['gnt-cluster', 'info']
125 283f9d4c Michael Hanselmann
  AssertEqual(StartSSH(master['primary'],
126 283f9d4c Michael Hanselmann
                       utils.ShellQuoteArgs(cmd)).wait(), 0)
127 283f9d4c Michael Hanselmann
128 283f9d4c Michael Hanselmann
129 283f9d4c Michael Hanselmann
def TestClusterGetmaster():
130 283f9d4c Michael Hanselmann
  """gnt-cluster getmaster"""
131 cec9845c Michael Hanselmann
  master = qa_config.GetMasterNode()
132 cec9845c Michael Hanselmann
133 283f9d4c Michael Hanselmann
  cmd = ['gnt-cluster', 'getmaster']
134 283f9d4c Michael Hanselmann
  AssertEqual(StartSSH(master['primary'],
135 283f9d4c Michael Hanselmann
                       utils.ShellQuoteArgs(cmd)).wait(), 0)
136 283f9d4c Michael Hanselmann
137 283f9d4c Michael Hanselmann
138 283f9d4c Michael Hanselmann
def TestClusterVersion():
139 283f9d4c Michael Hanselmann
  """gnt-cluster version"""
140 283f9d4c Michael Hanselmann
  master = qa_config.GetMasterNode()
141 283f9d4c Michael Hanselmann
142 283f9d4c Michael Hanselmann
  cmd = ['gnt-cluster', 'version']
143 cec9845c Michael Hanselmann
  AssertEqual(StartSSH(master['primary'],
144 cec9845c Michael Hanselmann
                       utils.ShellQuoteArgs(cmd)).wait(), 0)
145 cec9845c Michael Hanselmann
146 cec9845c Michael Hanselmann
147 cec9845c Michael Hanselmann
def TestClusterBurnin():
148 cec9845c Michael Hanselmann
  """Burnin"""
149 cec9845c Michael Hanselmann
  master = qa_config.GetMasterNode()
150 cec9845c Michael Hanselmann
151 0b0a150a Iustin Pop
  options = qa_config.get('options', {})
152 0b0a150a Iustin Pop
  disk_template = options.get('burnin-disk-template', 'drbd')
153 0b0a150a Iustin Pop
  parallel = options.get('burnin-in-parallel', False)
154 0b0a150a Iustin Pop
  check_inst = options.get('burnin-check-instances', False)
155 23103544 Michael Hanselmann
156 cec9845c Michael Hanselmann
  # Get as many instances as we need
157 cec9845c Michael Hanselmann
  instances = []
158 cec9845c Michael Hanselmann
  try:
159 23103544 Michael Hanselmann
    try:
160 23103544 Michael Hanselmann
      num = qa_config.get('options', {}).get('burnin-instances', 1)
161 23103544 Michael Hanselmann
      for _ in xrange(0, num):
162 23103544 Michael Hanselmann
        instances.append(qa_config.AcquireInstance())
163 23103544 Michael Hanselmann
    except qa_error.OutOfInstancesError:
164 23103544 Michael Hanselmann
      print "Not enough instances, continuing anyway."
165 cec9845c Michael Hanselmann
166 23103544 Michael Hanselmann
    if len(instances) < 1:
167 23103544 Michael Hanselmann
      raise qa_error.Error("Burnin needs at least one instance")
168 cec9845c Michael Hanselmann
169 cec9845c Michael Hanselmann
    script = qa_utils.UploadFile(master['primary'], '../tools/burnin')
170 cec9845c Michael Hanselmann
    try:
171 23103544 Michael Hanselmann
      # Run burnin
172 cec9845c Michael Hanselmann
      cmd = [script,
173 0b0a150a Iustin Pop
             '-p',
174 cec9845c Michael Hanselmann
             '--os=%s' % qa_config.get('os'),
175 1d693311 Michael Hanselmann
             '--disk-size=%s' % ",".join(qa_config.get('disk')),
176 1d693311 Michael Hanselmann
             '--disk-growth=%s' % ",".join(qa_config.get('disk-growth')),
177 23103544 Michael Hanselmann
             '--disk-template=%s' % disk_template]
178 0b0a150a Iustin Pop
      if parallel:
179 0b0a150a Iustin Pop
        cmd.append('--parallel')
180 0b0a150a Iustin Pop
      if check_inst:
181 0b0a150a Iustin Pop
        cmd.append('--http-check')
182 cec9845c Michael Hanselmann
      cmd += [inst['name'] for inst in instances]
183 cec9845c Michael Hanselmann
      AssertEqual(StartSSH(master['primary'],
184 cec9845c Michael Hanselmann
                           utils.ShellQuoteArgs(cmd)).wait(), 0)
185 cec9845c Michael Hanselmann
    finally:
186 cec9845c Michael Hanselmann
      cmd = ['rm', '-f', script]
187 cec9845c Michael Hanselmann
      AssertEqual(StartSSH(master['primary'],
188 cec9845c Michael Hanselmann
                           utils.ShellQuoteArgs(cmd)).wait(), 0)
189 cec9845c Michael Hanselmann
  finally:
190 cec9845c Michael Hanselmann
    for inst in instances:
191 cec9845c Michael Hanselmann
      qa_config.ReleaseInstance(inst)
192 cec9845c Michael Hanselmann
193 cec9845c Michael Hanselmann
194 cec9845c Michael Hanselmann
def TestClusterMasterFailover():
195 cec9845c Michael Hanselmann
  """gnt-cluster masterfailover"""
196 cec9845c Michael Hanselmann
  master = qa_config.GetMasterNode()
197 cec9845c Michael Hanselmann
198 cec9845c Michael Hanselmann
  failovermaster = qa_config.AcquireNode(exclude=master)
199 cec9845c Michael Hanselmann
  try:
200 cec9845c Michael Hanselmann
    cmd = ['gnt-cluster', 'masterfailover']
201 cec9845c Michael Hanselmann
    AssertEqual(StartSSH(failovermaster['primary'],
202 cec9845c Michael Hanselmann
                         utils.ShellQuoteArgs(cmd)).wait(), 0)
203 cec9845c Michael Hanselmann
204 cec9845c Michael Hanselmann
    cmd = ['gnt-cluster', 'masterfailover']
205 cec9845c Michael Hanselmann
    AssertEqual(StartSSH(master['primary'],
206 cec9845c Michael Hanselmann
                         utils.ShellQuoteArgs(cmd)).wait(), 0)
207 cec9845c Michael Hanselmann
  finally:
208 cec9845c Michael Hanselmann
    qa_config.ReleaseNode(failovermaster)
209 cec9845c Michael Hanselmann
210 cec9845c Michael Hanselmann
211 cec9845c Michael Hanselmann
def TestClusterCopyfile():
212 cec9845c Michael Hanselmann
  """gnt-cluster copyfile"""
213 cec9845c Michael Hanselmann
  master = qa_config.GetMasterNode()
214 cec9845c Michael Hanselmann
215 24818e8f Michael Hanselmann
  uniqueid = utils.NewUUID()
216 830da270 Michael Hanselmann
217 cec9845c Michael Hanselmann
  # Create temporary file
218 cec9845c Michael Hanselmann
  f = tempfile.NamedTemporaryFile()
219 830da270 Michael Hanselmann
  f.write(uniqueid)
220 cec9845c Michael Hanselmann
  f.flush()
221 cec9845c Michael Hanselmann
  f.seek(0)
222 cec9845c Michael Hanselmann
223 cec9845c Michael Hanselmann
  # Upload file to master node
224 cec9845c Michael Hanselmann
  testname = qa_utils.UploadFile(master['primary'], f.name)
225 cec9845c Michael Hanselmann
  try:
226 cec9845c Michael Hanselmann
    # Copy file to all nodes
227 cec9845c Michael Hanselmann
    cmd = ['gnt-cluster', 'copyfile', testname]
228 cec9845c Michael Hanselmann
    AssertEqual(StartSSH(master['primary'],
229 cec9845c Michael Hanselmann
                         utils.ShellQuoteArgs(cmd)).wait(), 0)
230 830da270 Michael Hanselmann
    _CheckFileOnAllNodes(testname, uniqueid)
231 cec9845c Michael Hanselmann
  finally:
232 830da270 Michael Hanselmann
    _RemoveFileFromAllNodes(testname)
233 830da270 Michael Hanselmann
234 830da270 Michael Hanselmann
235 830da270 Michael Hanselmann
def TestClusterCommand():
236 830da270 Michael Hanselmann
  """gnt-cluster command"""
237 830da270 Michael Hanselmann
  master = qa_config.GetMasterNode()
238 830da270 Michael Hanselmann
239 24818e8f Michael Hanselmann
  uniqueid = utils.NewUUID()
240 24818e8f Michael Hanselmann
  rfile = "/tmp/gnt%s" % utils.NewUUID()
241 830da270 Michael Hanselmann
  rcmd = utils.ShellQuoteArgs(['echo', '-n', uniqueid])
242 830da270 Michael Hanselmann
  cmd = utils.ShellQuoteArgs(['gnt-cluster', 'command',
243 830da270 Michael Hanselmann
                              "%s >%s" % (rcmd, rfile)])
244 830da270 Michael Hanselmann
245 830da270 Michael Hanselmann
  try:
246 830da270 Michael Hanselmann
    AssertEqual(StartSSH(master['primary'], cmd).wait(), 0)
247 830da270 Michael Hanselmann
    _CheckFileOnAllNodes(rfile, uniqueid)
248 830da270 Michael Hanselmann
  finally:
249 830da270 Michael Hanselmann
    _RemoveFileFromAllNodes(rfile)
250 cec9845c Michael Hanselmann
251 cec9845c Michael Hanselmann
252 cec9845c Michael Hanselmann
def TestClusterDestroy():
253 cec9845c Michael Hanselmann
  """gnt-cluster destroy"""
254 cec9845c Michael Hanselmann
  master = qa_config.GetMasterNode()
255 cec9845c Michael Hanselmann
256 283f9d4c Michael Hanselmann
  cmd = ['gnt-cluster', 'destroy', '--yes-do-it']
257 cec9845c Michael Hanselmann
  AssertEqual(StartSSH(master['primary'],
258 cec9845c Michael Hanselmann
                       utils.ShellQuoteArgs(cmd)).wait(), 0)