Revision ca1de37b snf-deploy/snfdeploy/__init__.py
b/snf-deploy/snfdeploy/__init__.py | ||
---|---|---|
1 |
import json |
|
2 | 1 |
import time |
3 |
import ipaddr |
|
4 | 2 |
import os |
5 |
import signal |
|
6 |
import time |
|
7 |
import ConfigParser |
|
8 | 3 |
import argparse |
9 | 4 |
import sys |
10 | 5 |
import re |
11 | 6 |
import random |
12 |
import subprocess |
|
13 |
import imp |
|
14 | 7 |
import ast |
15 |
from snfdeploy.lib import * |
|
8 |
from snfdeploy.lib import check_pidfile, create_dir, get_default_route, \ |
|
9 |
random_mac, Conf, Env |
|
16 | 10 |
from snfdeploy import fabfile |
17 |
from fabric.api import hide, env, settings, local, roles, execute, show |
|
11 |
from fabric.api import hide, settings, execute, show |
|
12 |
|
|
18 | 13 |
|
19 | 14 |
def print_available_actions(command): |
20 | 15 |
|
21 |
if command == "keygen": |
|
22 |
print """ |
|
16 |
if command == "keygen":
|
|
17 |
print """
|
|
23 | 18 |
Usage: snf-deploy keygen [--force] |
24 | 19 |
|
25 | 20 |
Generate new ssh keys (both rsa and dsa keypairs) |
26 | 21 |
|
27 | 22 |
""" |
28 | 23 |
|
29 |
if command == "vcluster": |
|
30 |
print """ |
|
24 |
if command == "vcluster":
|
|
25 |
print """
|
|
31 | 26 |
Usage: snf-deploy vcluster |
32 | 27 |
|
33 | 28 |
Run the following actions concerning the local virtual cluster: |
34 | 29 |
|
35 |
- Download base image and create additional disk (if --create-extra-disk is passed) |
|
30 |
- Download base image and create additional disk \ |
|
31 |
(if --create-extra-disk is passed) |
|
36 | 32 |
- Does all the network related actions (bridge, iptables, NAT) |
37 | 33 |
- Launches dnsmasq for dhcp server on bridge |
38 | 34 |
- Creates the virtual cluster (with kvm) |
39 | 35 |
|
40 | 36 |
""" |
41 | 37 |
|
42 |
if command == "prepare": |
|
43 |
print """ |
|
38 |
if command == "prepare":
|
|
39 |
print """
|
|
44 | 40 |
Usage: snf-deploy prepare |
45 | 41 |
|
46 | 42 |
Run the following actions concerning deployment preparation: |
... | ... | |
53 | 49 |
|
54 | 50 |
""" |
55 | 51 |
|
56 |
if command == "backend": |
|
57 |
print """ |
|
52 |
if command == "backend":
|
|
53 |
print """
|
|
58 | 54 |
Usage: snf-deploy backend [update] |
59 | 55 |
|
60 | 56 |
Run the following actions concerning a ganeti backend: |
... | ... | |
63 | 59 |
- Does all the net-infra specific actions in backend nodes |
64 | 60 |
(create/connect bridges, iptables..) |
65 | 61 |
- Does all the storage-infra specific actions in backend nodes |
66 |
depending on the --extra-disk option (create VG, enable lvm/drbd storage..) |
|
62 |
depending on the --extra-disk option \ |
|
63 |
(create VG, enable lvm/drbd storage..) |
|
67 | 64 |
|
68 | 65 |
or |
69 | 66 |
|
... | ... | |
71 | 68 |
|
72 | 69 |
""" |
73 | 70 |
|
74 |
if command == "run": |
|
75 |
print """ |
|
71 |
if command == "run":
|
|
72 |
print """
|
|
76 | 73 |
Usage: snf-deploy run <action> [<action>...] |
77 | 74 |
|
78 | 75 |
Run any of the following fabric commands: |
... | ... | |
89 | 86 |
setup_ganeti enable_drbd create_bridges |
90 | 87 |
setup_gtools init_cluster create_vlans |
91 | 88 |
setup_gunicorn setup_nfs_clients destroy_db |
92 |
setup_hosts setup_nfs_server get_auth_token_from_db |
|
89 |
setup_hosts setup_nfs_server \ |
|
90 |
get_auth_token_from_db |
|
93 | 91 |
setup_image_helper update_ns_for_ganeti get_service_details |
94 | 92 |
setup_image_host gnt_instance_add |
95 | 93 |
setup_iptables gnt_network_add |
... | ... | |
107 | 105 |
|
108 | 106 |
""" |
109 | 107 |
|
110 |
sys.exit(1) |
|
108 |
sys.exit(1)
|
|
111 | 109 |
|
112 | 110 |
|
113 | 111 |
def create_dnsmasq_files(args, env): |
114 | 112 |
|
115 |
print("Customize dnsmasq..") |
|
116 |
out = env.dns |
|
113 |
print("Customize dnsmasq..")
|
|
114 |
out = env.dns
|
|
117 | 115 |
|
118 |
hostsfile = open(out + "/dhcp-hostsfile", "w") |
|
119 |
optsfile = open(out + "/dhcp-optsfile", "w") |
|
120 |
conffile = open(out + "/conf-file", "w") |
|
116 |
hostsfile = open(out + "/dhcp-hostsfile", "w")
|
|
117 |
optsfile = open(out + "/dhcp-optsfile", "w")
|
|
118 |
conffile = open(out + "/conf-file", "w")
|
|
121 | 119 |
|
122 |
for node, info in env.nodes_info.iteritems(): |
|
123 |
# serve ip and hostname to nodes |
|
124 |
hostsfile.write("%s,%s,%s,2m\n" % (info.mac, info.ip, info.hostname)) |
|
120 |
for node, info in env.nodes_info.iteritems():
|
|
121 |
# serve ip and hostname to nodes
|
|
122 |
hostsfile.write("%s,%s,%s,2m\n" % (info.mac, info.ip, info.hostname))
|
|
125 | 123 |
|
126 |
hostsfile.write("52:54:56:*:*:*,ignore\n") |
|
124 |
hostsfile.write("52:54:56:*:*:*,ignore\n")
|
|
127 | 125 |
|
128 |
# Netmask |
|
129 |
optsfile.write("1,%s\n" % env.net.netmask) |
|
130 |
# Gateway |
|
131 |
optsfile.write("3,%s\n" % env.gateway) |
|
132 |
# Namesevers |
|
133 |
optsfile.write("6,%s\n" % "8.8.8.8") |
|
126 |
# Netmask
|
|
127 |
optsfile.write("1,%s\n" % env.net.netmask)
|
|
128 |
# Gateway
|
|
129 |
optsfile.write("3,%s\n" % env.gateway)
|
|
130 |
# Namesevers
|
|
131 |
optsfile.write("6,%s\n" % "8.8.8.8")
|
|
134 | 132 |
|
135 |
dnsconf = """ |
|
133 |
dnsconf = """
|
|
136 | 134 |
user=dnsmasq |
137 | 135 |
bogus-priv |
138 | 136 |
no-poll |
... | ... | |
146 | 144 |
port=0 |
147 | 145 |
""".format(env.ns.ip) |
148 | 146 |
|
149 |
dnsconf += """ |
|
147 |
dnsconf += """
|
|
150 | 148 |
# serve domain and search domain for resolv.conf |
151 | 149 |
domain={5} |
152 | 150 |
interface={0} |
... | ... | |
156 | 154 |
""".format(env.bridge, hostsfile.name, optsfile.name, |
157 | 155 |
env.domain, env.net.network, env.domain) |
158 | 156 |
|
159 |
conffile.write(dnsconf) |
|
157 |
conffile.write(dnsconf)
|
|
160 | 158 |
|
161 |
hostsfile.close() |
|
162 |
optsfile.close() |
|
163 |
conffile.close() |
|
159 |
hostsfile.close()
|
|
160 |
optsfile.close()
|
|
161 |
conffile.close()
|
|
164 | 162 |
|
165 | 163 |
|
166 | 164 |
def cleanup(args, env): |
167 |
print("Cleaning up bridge, NAT, resolv.conf...") |
|
168 |
|
|
169 |
for f in os.listdir(env.run): |
|
170 |
if re.search(".pid$", f): |
|
171 |
check_pidfile(os.path.join(env.run, f)) |
|
172 |
|
|
173 |
create_dir(env.run, True) |
|
174 |
# create_dir(env.cmd, True) |
|
175 |
cmd = """ |
|
176 |
iptables -t nat -D POSTROUTING -s {0} -o {1} -j MASQUERADE |
|
177 |
echo 0 > /proc/sys/net/ipv4/ip_forward |
|
178 |
iptables -D INPUT -i {2} -j ACCEPT |
|
179 |
iptables -D FORWARD -i {2} -j ACCEPT |
|
180 |
iptables -D OUTPUT -o {2} -j ACCEPT |
|
181 |
""".format(env.subnet, get_default_route()[1], env.bridge) |
|
182 |
os.system(cmd) |
|
183 |
|
|
184 |
cmd = """ |
|
185 |
ip link show {0} && ip addr del {1}/{2} dev {0} |
|
186 |
sleep 1 |
|
187 |
ip link set {0} down |
|
188 |
sleep 1 |
|
189 |
brctl delbr {0} |
|
190 |
""".format(env.bridge, env.gateway, env.net.prefixlen) |
|
191 |
os.system(cmd) |
|
165 |
print("Cleaning up bridge, NAT, resolv.conf...")
|
|
166 |
|
|
167 |
for f in os.listdir(env.run):
|
|
168 |
if re.search(".pid$", f):
|
|
169 |
check_pidfile(os.path.join(env.run, f))
|
|
170 |
|
|
171 |
create_dir(env.run, True)
|
|
172 |
# create_dir(env.cmd, True)
|
|
173 |
cmd = """
|
|
174 |
iptables -t nat -D POSTROUTING -s {0} -o {1} -j MASQUERADE
|
|
175 |
echo 0 > /proc/sys/net/ipv4/ip_forward
|
|
176 |
iptables -D INPUT -i {2} -j ACCEPT
|
|
177 |
iptables -D FORWARD -i {2} -j ACCEPT
|
|
178 |
iptables -D OUTPUT -o {2} -j ACCEPT
|
|
179 |
""".format(env.subnet, get_default_route()[1], env.bridge)
|
|
180 |
os.system(cmd)
|
|
181 |
|
|
182 |
cmd = """
|
|
183 |
ip link show {0} && ip addr del {1}/{2} dev {0}
|
|
184 |
sleep 1
|
|
185 |
ip link set {0} down
|
|
186 |
sleep 1
|
|
187 |
brctl delbr {0}
|
|
188 |
""".format(env.bridge, env.gateway, env.net.prefixlen)
|
|
189 |
os.system(cmd)
|
|
192 | 190 |
|
193 | 191 |
|
194 | 192 |
def network(args, env): |
195 |
print("Create bridge..Add gateway IP..Activate NAT..Append NS options to resolv.conf") |
|
196 |
|
|
197 |
cmd = """ |
|
198 |
! ip link show {0} && brctl addbr {0} && ip link set {0} up |
|
199 |
sleep 1 |
|
200 |
ip link set promisc on dev {0} |
|
201 |
ip addr add {1}/{2} dev {0} |
|
202 |
""".format(env.bridge, env.gateway, env.net.prefixlen) |
|
203 |
os.system(cmd) |
|
204 |
|
|
205 |
cmd = """ |
|
206 |
iptables -t nat -A POSTROUTING -s {0} -o {1} -j MASQUERADE |
|
207 |
echo 1 > /proc/sys/net/ipv4/ip_forward |
|
208 |
iptables -I INPUT 1 -i {2} -j ACCEPT |
|
209 |
iptables -I FORWARD 1 -i {2} -j ACCEPT |
|
210 |
iptables -I OUTPUT 1 -o {2} -j ACCEPT |
|
211 |
""".format(env.subnet, get_default_route()[1], env.bridge) |
|
212 |
os.system(cmd) |
|
193 |
print("Create bridge..Add gateway IP..Activate NAT.." |
|
194 |
"Append NS options to resolv.conf") |
|
195 |
|
|
196 |
cmd = """ |
|
197 |
! ip link show {0} && brctl addbr {0} && ip link set {0} up |
|
198 |
sleep 1 |
|
199 |
ip link set promisc on dev {0} |
|
200 |
ip addr add {1}/{2} dev {0} |
|
201 |
""".format(env.bridge, env.gateway, env.net.prefixlen) |
|
202 |
os.system(cmd) |
|
203 |
|
|
204 |
cmd = """ |
|
205 |
iptables -t nat -A POSTROUTING -s {0} -o {1} -j MASQUERADE |
|
206 |
echo 1 > /proc/sys/net/ipv4/ip_forward |
|
207 |
iptables -I INPUT 1 -i {2} -j ACCEPT |
|
208 |
iptables -I FORWARD 1 -i {2} -j ACCEPT |
|
209 |
iptables -I OUTPUT 1 -o {2} -j ACCEPT |
|
210 |
""".format(env.subnet, get_default_route()[1], env.bridge) |
|
211 |
os.system(cmd) |
|
213 | 212 |
|
214 | 213 |
|
215 | 214 |
def image(args, env): |
216 |
if env.os == "ubuntu": |
|
217 |
url = env.ubuntu_image_url |
|
218 |
else: |
|
219 |
url = env.squeeze_image_url |
|
215 |
if env.os == "ubuntu":
|
|
216 |
url = env.ubuntu_image_url
|
|
217 |
else:
|
|
218 |
url = env.squeeze_image_url
|
|
220 | 219 |
|
221 |
disk0 = "{0}/{1}.disk0".format(env.images, env.os) |
|
222 |
disk1 = "{0}/{1}.disk1".format(env.images, env.os) |
|
220 |
disk0 = "{0}/{1}.disk0".format(env.images, env.os)
|
|
221 |
disk1 = "{0}/{1}.disk1".format(env.images, env.os)
|
|
223 | 222 |
|
224 |
if url and not os.path.exists(disk0): |
|
225 |
cmd = "wget {0} -O {1}".format(url, disk0) |
|
226 |
os.system(cmd) |
|
223 |
if url and not os.path.exists(disk0):
|
|
224 |
cmd = "wget {0} -O {1}".format(url, disk0)
|
|
225 |
os.system(cmd)
|
|
227 | 226 |
|
228 |
if ast.literal_eval(env.create_extra_disk) and not os.path.exists(disk1): |
|
229 |
if env.lvg: |
|
230 |
cmd = "lvcreate -L30G -n{0}.disk1 {1}".format(env.os, env.lvg) |
|
231 |
os.system(cmd) |
|
232 |
cmd = "ln -s /dev/{0}/{1}.disk1 {2}".format(env.lvg, env.os, disk1) |
|
233 |
os.system(cmd) |
|
234 |
else: |
|
235 |
cmd = "dd if=/dev/zero of={0} bs=10M count=3000".format(disk1) |
|
236 |
os.system(cmd) |
|
227 |
if ast.literal_eval(env.create_extra_disk) and not os.path.exists(disk1):
|
|
228 |
if env.lvg:
|
|
229 |
cmd = "lvcreate -L30G -n{0}.disk1 {1}".format(env.os, env.lvg)
|
|
230 |
os.system(cmd)
|
|
231 |
cmd = "ln -s /dev/{0}/{1}.disk1 {2}".format(env.lvg, env.os, disk1)
|
|
232 |
os.system(cmd)
|
|
233 |
else:
|
|
234 |
cmd = "dd if=/dev/zero of={0} bs=10M count=3000".format(disk1)
|
|
235 |
os.system(cmd)
|
|
237 | 236 |
|
238 | 237 |
|
239 | 238 |
def fabcommand(args, env, actions, nodes=[]): |
240 |
levels = ["status", "aborts", "warnings", "running", |
|
241 |
"stdout", "stderr", "user", "debug"] |
|
239 |
levels = ["status", "aborts", "warnings", "running",
|
|
240 |
"stdout", "stderr", "user", "debug"]
|
|
242 | 241 |
|
243 |
level_aliases = { |
|
244 |
"output": ["stdout", "stderr"], |
|
245 |
"everything": ["warnings", "running", "user", "output"] |
|
242 |
level_aliases = {
|
|
243 |
"output": ["stdout", "stderr"],
|
|
244 |
"everything": ["warnings", "running", "user", "output"]
|
|
246 | 245 |
} |
247 | 246 |
|
248 |
lhide = level_aliases["everything"] |
|
249 |
lshow = [] |
|
247 |
lhide = level_aliases["everything"]
|
|
248 |
lshow = []
|
|
250 | 249 |
|
251 |
if args.verbose == 1: |
|
252 |
lshow = levels[:3] |
|
253 |
lhide = levels[3:] |
|
254 |
elif args.verbose == 2: |
|
255 |
lshow = levels[:4] |
|
256 |
lhide = levels[4:] |
|
257 |
elif args.verbose >= 3 or args.debug: |
|
258 |
lshow = levels |
|
259 |
lhide = [] |
|
250 |
if args.verbose == 1:
|
|
251 |
lshow = levels[:3]
|
|
252 |
lhide = levels[3:]
|
|
253 |
elif args.verbose == 2:
|
|
254 |
lshow = levels[:4]
|
|
255 |
lhide = levels[4:]
|
|
256 |
elif args.verbose >= 3 or args.debug:
|
|
257 |
lshow = levels
|
|
258 |
lhide = []
|
|
260 | 259 |
|
261 | 260 |
# fabcmd += " --fabfile {4}/fabfile.py \ |
262 | 261 |
# setup_env:confdir={0},packages={1},templates={2},cluster_name={3},\ |
... | ... | |
264 | 263 |
# ".format(args.confdir, env.packages, env.templates, args.cluster_name, |
265 | 264 |
# env.lib, args.autoconf, args.disable_colors, args.key_inject) |
266 | 265 |
|
267 |
if nodes: |
|
268 |
ips = [env.nodes_info[n].ip for n in nodes] |
|
266 |
if nodes:
|
|
267 |
ips = [env.nodes_info[n].ip for n in nodes]
|
|
269 | 268 |
|
270 |
fabfile.setup_env(args) |
|
271 |
with settings(hide(*lhide), show(*lshow)): |
|
272 |
print " ".join(actions) |
|
273 |
for a in actions: |
|
274 |
fn = getattr(fabfile, a) |
|
275 |
if not args.dry_run: |
|
276 |
if nodes: |
|
277 |
execute(fn, hosts=ips) |
|
278 |
else: |
|
279 |
execute(fn) |
|
269 |
fabfile.setup_env(args)
|
|
270 |
with settings(hide(*lhide), show(*lshow)):
|
|
271 |
print " ".join(actions)
|
|
272 |
for a in actions:
|
|
273 |
fn = getattr(fabfile, a)
|
|
274 |
if not args.dry_run:
|
|
275 |
if nodes:
|
|
276 |
execute(fn, hosts=ips)
|
|
277 |
else:
|
|
278 |
execute(fn)
|
|
280 | 279 |
|
281 | 280 |
|
282 | 281 |
def cluster(args, env): |
283 |
for hostname, mac in env.node2mac.iteritems(): |
|
284 |
launch_vm(args, env, hostname, mac) |
|
282 |
for hostname, mac in env.node2mac.iteritems():
|
|
283 |
launch_vm(args, env, hostname, mac)
|
|
285 | 284 |
|
286 |
time.sleep(30) |
|
287 |
os.system("reset") |
|
285 |
time.sleep(30)
|
|
286 |
os.system("reset")
|
|
288 | 287 |
|
289 | 288 |
|
290 | 289 |
def launch_vm(args, env, hostname, mac): |
291 |
check_pidfile("%s/%s.pid" % (env.run, hostname)) |
|
290 |
check_pidfile("%s/%s.pid" % (env.run, hostname))
|
|
292 | 291 |
|
293 |
print("Launching cluster node {0}..".format(hostname)) |
|
294 |
os.environ["BRIDGE"] = env.bridge |
|
295 |
if args.vnc: |
|
296 |
graphics = "-vnc :{0}".format(random.randint(1, 1000)) |
|
297 |
else: |
|
298 |
graphics = "-nographic" |
|
292 |
print("Launching cluster node {0}..".format(hostname))
|
|
293 |
os.environ["BRIDGE"] = env.bridge
|
|
294 |
if args.vnc:
|
|
295 |
graphics = "-vnc :{0}".format(random.randint(1, 1000))
|
|
296 |
else:
|
|
297 |
graphics = "-nographic"
|
|
299 | 298 |
|
300 |
disks = """ \ |
|
299 |
disks = """ \
|
|
301 | 300 |
-drive file={0}/{1}.disk0,format=raw,if=none,id=drive0,snapshot=on \ |
302 | 301 |
-device virtio-blk-pci,drive=drive0,id=virtio-blk-pci.0 \ |
303 |
""".format(env.images, env.os)
|
|
302 |
""".format(env.images, env.os) |
|
304 | 303 |
|
305 |
if ast.literal_eval(env.create_extra_disk): |
|
306 |
disks += """ \ |
|
304 |
if ast.literal_eval(env.create_extra_disk):
|
|
305 |
disks += """ \
|
|
307 | 306 |
-drive file={0}/{1}.disk1,format=raw,if=none,id=drive1,snapshot=on \ |
308 | 307 |
-device virtio-blk-pci,drive=drive1,id=virtio-blk-pci.1 \ |
309 |
""".format(env.images, env.os)
|
|
308 |
""".format(env.images, env.os) |
|
310 | 309 |
|
311 |
|
|
312 |
ifup = env.lib + "/ifup" |
|
313 |
nics = """ \ |
|
310 |
ifup = env.lib + "/ifup" |
|
311 |
nics = """ \ |
|
314 | 312 |
-netdev tap,id=netdev0,script={0},downscript=no \ |
315 | 313 |
-device virtio-net-pci,mac={1},netdev=netdev0,id=virtio-net-pci.0 \ |
316 | 314 |
-netdev tap,id=netdev1,script={0},downscript=no \ |
317 | 315 |
-device virtio-net-pci,mac={2},netdev=netdev1,id=virtio-net-pci.1 \ |
318 | 316 |
-netdev tap,id=netdev2,script={0},downscript=no \ |
319 | 317 |
-device virtio-net-pci,mac={3},netdev=netdev2,id=virtio-net-pci.2 \ |
320 |
""".format(ifup, mac, randomMAC(), randomMAC())
|
|
318 |
""".format(ifup, mac, random_mac(), random_mac())
|
|
321 | 319 |
|
322 |
cmd = """ |
|
320 |
cmd = """
|
|
323 | 321 |
/usr/bin/kvm -name {0} -pidfile {1}/{0}.pid -balloon virtio -daemonize \ |
324 | 322 |
-monitor unix:{1}/{0}.monitor,server,nowait -usbdevice tablet -boot c \ |
325 | 323 |
{2} \ |
326 | 324 |
{3} \ |
327 | 325 |
-m {4} -smp {5} {6} \ |
328 |
""".format(hostname, env.run, disks, nics, args.mem, args.smp, graphics)
|
|
329 |
print cmd |
|
330 |
os.system(cmd) |
|
326 |
""".format(hostname, env.run, disks, nics, args.mem, args.smp, graphics) |
|
327 |
print cmd
|
|
328 |
os.system(cmd)
|
|
331 | 329 |
|
332 | 330 |
|
333 | 331 |
def dnsmasq(args, env): |
334 |
check_pidfile(env.run + "/dnsmasq.pid") |
|
335 |
cmd = "dnsmasq --pid-file={0}/dnsmasq.pid --conf-file={1}/conf-file".format(env.run, env.dns) |
|
336 |
os.system(cmd) |
|
332 |
check_pidfile(env.run + "/dnsmasq.pid") |
|
333 |
cmd = "dnsmasq --pid-file={0}/dnsmasq.pid --conf-file={1}/conf-file"\ |
|
334 |
.format(env.run, env.dns) |
|
335 |
os.system(cmd) |
|
337 | 336 |
|
338 | 337 |
|
339 | 338 |
def get_packages(args, env): |
340 |
if env.package_url: |
|
341 |
os.system("rm {0}/*.deb".format(env.packages)) |
|
342 |
os.system("wget -r --level=1 -nH --no-parent --cut-dirs=4 {0} -P {1}".format(env.package_url, env.packages)) |
|
339 |
if env.package_url: |
|
340 |
os.system("rm {0}/*.deb".format(env.packages)) |
|
341 |
os.system("wget -r --level=1 -nH --no-parent --cut-dirs=4 {0} -P {1}" |
|
342 |
.format(env.package_url, env.packages)) |
|
343 | 343 |
|
344 | 344 |
|
345 | 345 |
def parse_options(): |
346 |
parser = argparse.ArgumentParser() |
|
347 |
|
|
348 |
# Directories to load/store config |
|
349 |
parser.add_argument("-c", dest="confdir", |
|
350 |
default="/etc/snf-deploy", |
|
351 |
help="Directory to find default configuration") |
|
352 |
parser.add_argument("--dry-run", dest="dry_run", |
|
353 |
default=False, action="store_true", |
|
354 |
help="Do not execute or write anything.") |
|
355 |
parser.add_argument("-v", dest="verbose", |
|
356 |
default=0, action="count", |
|
357 |
help="Increase verbosity.") |
|
358 |
parser.add_argument("-d", dest="debug", |
|
359 |
default=False, action="store_true", |
|
360 |
help="Debug mode") |
|
361 |
parser.add_argument("--autoconf", dest="autoconf", |
|
362 |
default=False, action="store_true", |
|
363 |
help="In case of all in one auto conf setup") |
|
364 |
|
|
365 |
# virtual cluster related options |
|
366 |
parser.add_argument("--mem", dest="mem", |
|
367 |
default=2024, |
|
368 |
help="Memory for every virutal node") |
|
369 |
parser.add_argument("--smp", dest="smp", |
|
370 |
default=1, |
|
371 |
help="Virtual CPUs for every virtual node") |
|
372 |
parser.add_argument("--vnc", dest="vnc", |
|
373 |
default=False, action="store_true", |
|
374 |
help="Wheter virtual nodes will have a vnc console or not") |
|
375 |
parser.add_argument("--force", dest="force", |
|
376 |
default=False, action="store_true", |
|
377 |
help="Force the creation of new ssh key pairs") |
|
378 |
|
|
379 |
parser.add_argument("-i", "--ssh-key", dest="ssh_key", |
|
380 |
default=None, |
|
381 |
help="Path of an existing ssh key to use") |
|
382 |
|
|
383 |
parser.add_argument("--no-key-inject", dest="key_inject", |
|
384 |
default=True, action="store_false", |
|
385 |
help="Whether to inject ssh key pairs to hosts") |
|
386 |
|
|
387 |
# backend related options |
|
388 |
parser.add_argument("--cluster-name", dest="cluster_name", |
|
389 |
default="ganeti1", |
|
390 |
help="The cluster name in ganeti.conf") |
|
391 |
|
|
392 |
# backend related options |
|
393 |
parser.add_argument("--cluster-node", dest="cluster_node", |
|
394 |
default=None, |
|
395 |
help="The node to add to the existing cluster") |
|
396 |
|
|
397 |
# available commands |
|
398 |
parser.add_argument("command", type=str, |
|
399 |
choices=["packages", "vcluster", "prepare", |
|
400 |
"synnefo", "backend", "ganeti", |
|
401 |
"run", "cleanup", "test", |
|
402 |
"all", "add", "keygen"], |
|
403 |
help="Run on of the supported deployment commands") |
|
404 |
|
|
405 |
# available actions for the run command |
|
406 |
parser.add_argument("actions", type=str, nargs="*", |
|
407 |
help="Run one or more of the supported subcommands") |
|
408 |
|
|
409 |
# disable colors in terminal |
|
410 |
parser.add_argument("--disable-colors", dest="disable_colors", default=False, |
|
411 |
action="store_true", help="Disable colors in terminal") |
|
412 |
|
|
413 |
return parser.parse_args() |
|
346 |
parser = argparse.ArgumentParser() |
|
347 |
|
|
348 |
# Directories to load/store config |
|
349 |
parser.add_argument("-c", dest="confdir", |
|
350 |
default="/etc/snf-deploy", |
|
351 |
help="Directory to find default configuration") |
|
352 |
parser.add_argument("--dry-run", dest="dry_run", |
|
353 |
default=False, action="store_true", |
|
354 |
help="Do not execute or write anything.") |
|
355 |
parser.add_argument("-v", dest="verbose", |
|
356 |
default=0, action="count", |
|
357 |
help="Increase verbosity.") |
|
358 |
parser.add_argument("-d", dest="debug", |
|
359 |
default=False, action="store_true", |
|
360 |
help="Debug mode") |
|
361 |
parser.add_argument("--autoconf", dest="autoconf", |
|
362 |
default=False, action="store_true", |
|
363 |
help="In case of all in one auto conf setup") |
|
364 |
|
|
365 |
# virtual cluster related options |
|
366 |
parser.add_argument("--mem", dest="mem", |
|
367 |
default=2024, |
|
368 |
help="Memory for every virutal node") |
|
369 |
parser.add_argument("--smp", dest="smp", |
|
370 |
default=1, |
|
371 |
help="Virtual CPUs for every virtual node") |
|
372 |
parser.add_argument("--vnc", dest="vnc", |
|
373 |
default=False, action="store_true", |
|
374 |
help="Wheter virtual nodes will have a vnc " |
|
375 |
"console or not") |
|
376 |
parser.add_argument("--force", dest="force", |
|
377 |
default=False, action="store_true", |
|
378 |
help="Force the creation of new ssh key pairs") |
|
379 |
|
|
380 |
parser.add_argument("-i", "--ssh-key", dest="ssh_key", |
|
381 |
default=None, |
|
382 |
help="Path of an existing ssh key to use") |
|
383 |
|
|
384 |
parser.add_argument("--no-key-inject", dest="key_inject", |
|
385 |
default=True, action="store_false", |
|
386 |
help="Whether to inject ssh key pairs to hosts") |
|
387 |
|
|
388 |
# backend related options |
|
389 |
parser.add_argument("--cluster-name", dest="cluster_name", |
|
390 |
default="ganeti1", |
|
391 |
help="The cluster name in ganeti.conf") |
|
392 |
|
|
393 |
# backend related options |
|
394 |
parser.add_argument("--cluster-node", dest="cluster_node", |
|
395 |
default=None, |
|
396 |
help="The node to add to the existing cluster") |
|
397 |
|
|
398 |
# available commands |
|
399 |
parser.add_argument("command", type=str, |
|
400 |
choices=["packages", "vcluster", "prepare", |
|
401 |
"synnefo", "backend", "ganeti", |
|
402 |
"run", "cleanup", "test", |
|
403 |
"all", "add", "keygen"], |
|
404 |
help="Run on of the supported deployment commands") |
|
405 |
|
|
406 |
# available actions for the run command |
|
407 |
parser.add_argument("actions", type=str, nargs="*", |
|
408 |
help="Run one or more of the supported subcommands") |
|
409 |
|
|
410 |
# disable colors in terminal |
|
411 |
parser.add_argument("--disable-colors", dest="disable_colors", |
|
412 |
default=False, action="store_true", |
|
413 |
help="Disable colors in terminal") |
|
414 |
|
|
415 |
return parser.parse_args() |
|
414 | 416 |
|
415 | 417 |
|
416 | 418 |
def get_actions(*args): |
417 | 419 |
actions = { |
418 |
# prepare actions |
|
419 |
"ns": ["setup_ns", "setup_resolv_conf"], |
|
420 |
"hosts": ["setup_hosts", "add_keys"], |
|
421 |
"check": ["check_dhcp", "check_dns", "check_connectivity", "check_ssh"], |
|
422 |
"apt": ["apt_get_update", "setup_apt"], |
|
423 |
"nfs": ["setup_nfs_server", "setup_nfs_clients"], |
|
424 |
"prepare": [ |
|
425 |
"setup_hosts", "add_keys", |
|
426 |
"setup_ns", "setup_resolv_conf", |
|
427 |
"check_dhcp", "check_dns", "check_connectivity", "check_ssh", |
|
428 |
"apt_get_update", "setup_apt", |
|
429 |
"setup_nfs_server", "setup_nfs_clients" |
|
420 |
# prepare actions |
|
421 |
"ns": ["setup_ns", "setup_resolv_conf"], |
|
422 |
"hosts": ["setup_hosts", "add_keys"], |
|
423 |
"check": ["check_dhcp", "check_dns", |
|
424 |
"check_connectivity", "check_ssh"], |
|
425 |
"apt": ["apt_get_update", "setup_apt"], |
|
426 |
"nfs": ["setup_nfs_server", "setup_nfs_clients"], |
|
427 |
"prepare": [ |
|
428 |
"setup_hosts", "add_keys", |
|
429 |
"setup_ns", "setup_resolv_conf", |
|
430 |
"check_dhcp", "check_dns", "check_connectivity", "check_ssh", |
|
431 |
"apt_get_update", "setup_apt", |
|
432 |
"setup_nfs_server", "setup_nfs_clients" |
|
430 | 433 |
], |
431 |
# synnefo actions |
|
432 |
"synnefo": [ |
|
433 |
"setup_mq", "setup_db", |
|
434 |
"setup_astakos", |
|
435 |
#TODO: astakos-quota fails if no user is added. |
|
436 |
# add_user fails if no groups found |
|
437 |
"astakos_loaddata", "add_user", "activate_user", |
|
438 |
"astakos_register_components", |
|
439 |
"setup_cms", "cms_loaddata", |
|
440 |
"setup_pithos", |
|
441 |
"setup_cyclades", "cyclades_loaddata", "add_pools", |
|
442 |
"export_services", "import_services", "setup_vncauthproxy", |
|
443 |
"setup_kamaki", "upload_image", "register_image", |
|
444 |
"setup_burnin" |
|
434 |
# synnefo actions
|
|
435 |
"synnefo": [
|
|
436 |
"setup_mq", "setup_db",
|
|
437 |
"setup_astakos",
|
|
438 |
#TODO: astakos-quota fails if no user is added.
|
|
439 |
# add_user fails if no groups found
|
|
440 |
"astakos_loaddata", "add_user", "activate_user",
|
|
441 |
"astakos_register_components",
|
|
442 |
"setup_cms", "cms_loaddata",
|
|
443 |
"setup_pithos",
|
|
444 |
"setup_cyclades", "cyclades_loaddata", "add_pools",
|
|
445 |
"export_services", "import_services", "setup_vncauthproxy",
|
|
446 |
"setup_kamaki", "upload_image", "register_image",
|
|
447 |
"setup_burnin"
|
|
445 | 448 |
], |
446 |
"supdate": [ |
|
447 |
"apt_get_update", "setup_astakos", |
|
448 |
"setup_cms", "setup_pithos", "setup_cyclades" |
|
449 |
"supdate": [
|
|
450 |
"apt_get_update", "setup_astakos",
|
|
451 |
"setup_cms", "setup_pithos", "setup_cyclades"
|
|
449 | 452 |
], |
450 |
# backend actions |
|
451 |
"backend": [ |
|
452 |
"setup_hosts", |
|
453 |
"update_ns_for_ganeti", |
|
454 |
"setup_ganeti", "init_cluster", |
|
455 |
"add_rapi_user", "add_nodes", |
|
456 |
"setup_image_host", "setup_image_helper", |
|
457 |
"setup_network", |
|
458 |
"setup_gtools", "add_backend", "add_network", |
|
459 |
"setup_lvm", "enable_lvm", |
|
460 |
"enable_drbd", "setup_drbd_dparams", |
|
461 |
"setup_net_infra", "setup_iptables", "setup_router", |
|
453 |
# backend actions
|
|
454 |
"backend": [
|
|
455 |
"setup_hosts",
|
|
456 |
"update_ns_for_ganeti",
|
|
457 |
"setup_ganeti", "init_cluster",
|
|
458 |
"add_rapi_user", "add_nodes",
|
|
459 |
"setup_image_host", "setup_image_helper",
|
|
460 |
"setup_network",
|
|
461 |
"setup_gtools", "add_backend", "add_network",
|
|
462 |
"setup_lvm", "enable_lvm",
|
|
463 |
"enable_drbd", "setup_drbd_dparams",
|
|
464 |
"setup_net_infra", "setup_iptables", "setup_router",
|
|
462 | 465 |
], |
463 |
"bstorage": [ |
|
464 |
"setup_lvm", "enable_lvm", |
|
465 |
"enable_drbd", "setup_drbd_dparams" |
|
466 |
"bstorage": [
|
|
467 |
"setup_lvm", "enable_lvm",
|
|
468 |
"enable_drbd", "setup_drbd_dparams"
|
|
466 | 469 |
], |
467 |
"bnetwork": ["setup_net_infra", "setup_iptables", "setup_router"], |
|
468 |
"bupdate": [ |
|
469 |
"apt_get_update", "setup_ganeti", "setup_image_host", "setup_image_helper",
|
|
470 |
"setup_network", "setup_gtools" |
|
470 |
"bnetwork": ["setup_net_infra", "setup_iptables", "setup_router"],
|
|
471 |
"bupdate": [
|
|
472 |
"apt_get_update", "setup_ganeti", "setup_image_host",
|
|
473 |
"setup_image_helper", "setup_network", "setup_gtools"
|
|
471 | 474 |
], |
472 |
# ganeti actions |
|
473 |
"ganeti": [ |
|
474 |
"update_ns_for_ganeti", |
|
475 |
"setup_ganeti", "init_cluster", "add_nodes", |
|
476 |
"setup_image_host", "setup_image_helper", "add_image_locally", |
|
477 |
"debootstrap", "setup_net_infra", |
|
478 |
"setup_lvm", "enable_lvm", "enable_drbd", "setup_drbd_dparams", |
|
475 |
# ganeti actions
|
|
476 |
"ganeti": [
|
|
477 |
"update_ns_for_ganeti",
|
|
478 |
"setup_ganeti", "init_cluster", "add_nodes",
|
|
479 |
"setup_image_host", "setup_image_helper", "add_image_locally",
|
|
480 |
"debootstrap", "setup_net_infra",
|
|
481 |
"setup_lvm", "enable_lvm", "enable_drbd", "setup_drbd_dparams",
|
|
479 | 482 |
], |
480 |
"gupdate": ["setup_apt", "setup_ganeti"], |
|
481 |
"gdestroy": ["destroy_cluster"], |
|
482 |
}
|
|
483 |
"gupdate": ["setup_apt", "setup_ganeti"],
|
|
484 |
"gdestroy": ["destroy_cluster"],
|
|
485 |
} |
|
483 | 486 |
|
484 | 487 |
ret = [] |
485 | 488 |
for x in args: |
486 |
ret += actions[x] |
|
489 |
ret += actions[x]
|
|
487 | 490 |
|
488 | 491 |
return ret |
489 | 492 |
|
... | ... | |
510 | 513 |
|
511 | 514 |
|
512 | 515 |
def do_create_keys(args, env): |
513 |
d = os.path.join(env.templates, "root/.ssh") |
|
514 |
a = os.path.join(d, "authorized_keys") |
|
515 |
# Delete old keys |
|
516 |
for filename in os.listdir(d): |
|
517 |
os.remove(os.path.join(d, filename)) |
|
518 |
# Generate new keys |
|
519 |
for t in ("dsa", "rsa"): |
|
520 |
f = os.path.join(d, "id_" + t) |
|
521 |
cmd = 'ssh-keygen -q -t {0} -f {1} -N ""'.format(t, f) |
|
522 |
os.system(cmd) |
|
523 |
cmd = 'cat {0}.pub >> {1}'.format(f, a) |
|
524 |
os.system(cmd) |
|
516 |
d = os.path.join(env.templates, "root/.ssh") |
|
517 |
a = os.path.join(d, "authorized_keys") |
|
518 |
# Delete old keys |
|
519 |
for filename in os.listdir(d): |
|
520 |
os.remove(os.path.join(d, filename)) |
|
521 |
# Generate new keys |
|
522 |
for t in ("dsa", "rsa"): |
|
523 |
f = os.path.join(d, "id_" + t) |
|
524 |
cmd = 'ssh-keygen -q -t {0} -f {1} -N ""'.format(t, f) |
|
525 |
os.system(cmd) |
|
526 |
cmd = 'cat {0}.pub >> {1}'.format(f, a) |
|
527 |
os.system(cmd) |
|
528 |
|
|
525 | 529 |
|
526 | 530 |
def add_node(args, env): |
527 | 531 |
actions = [ |
528 |
"update_ns_for_node:" + args.cluster_node, |
|
529 |
]
|
|
532 |
"update_ns_for_node:" + args.cluster_node,
|
|
533 |
] |
|
530 | 534 |
fabcommand(args, env, actions) |
531 | 535 |
actions = [ |
532 |
"setup_resolv_conf", |
|
533 |
"apt_get_update", |
|
534 |
"setup_apt", |
|
535 |
"setup_hosts", |
|
536 |
"add_keys", |
|
537 |
]
|
|
536 |
"setup_resolv_conf",
|
|
537 |
"apt_get_update",
|
|
538 |
"setup_apt",
|
|
539 |
"setup_hosts",
|
|
540 |
"add_keys",
|
|
541 |
] |
|
538 | 542 |
fabcommand(args, env, actions, [args.cluster_node]) |
539 | 543 |
|
540 | 544 |
actions = get_actions("check") |
541 | 545 |
fabcommand(args, env, actions) |
542 | 546 |
|
543 | 547 |
actions = [ |
544 |
"setup_nfs_clients", |
|
545 |
"setup_ganeti", |
|
546 |
"setup_image_host", "setup_image_helper", "setup_network", "setup_gtools", |
|
547 |
] |
|
548 |
"setup_nfs_clients", |
|
549 |
"setup_ganeti", |
|
550 |
"setup_image_host", "setup_image_helper", |
|
551 |
"setup_network", "setup_gtools", |
|
552 |
] |
|
548 | 553 |
fabcommand(args, env, actions, [args.cluster_node]) |
549 | 554 |
|
550 | 555 |
actions = [ |
551 |
"add_node:" + args.cluster_node, |
|
552 |
]
|
|
556 |
"add_node:" + args.cluster_node,
|
|
557 |
] |
|
553 | 558 |
fabcommand(args, env, actions) |
554 | 559 |
|
555 | 560 |
actions = [ |
556 |
"setup_lvm", "enable_drbd", |
|
557 |
"setup_net_infra", "setup_iptables", |
|
558 |
]
|
|
561 |
"setup_lvm", "enable_drbd",
|
|
562 |
"setup_net_infra", "setup_iptables",
|
|
563 |
] |
|
559 | 564 |
fabcommand(args, env, actions, [args.cluster_node]) |
560 | 565 |
|
561 |
def main(): |
|
562 |
args = parse_options() |
|
563 |
|
|
564 |
conf = Conf(args) |
|
565 |
env = Env(conf) |
|
566 |
|
|
567 |
create_dir(env.run, False) |
|
568 |
create_dir(env.dns, False) |
|
569 |
|
|
570 |
# Check if there are keys to use |
|
571 |
if args.command == "keygen": |
|
572 |
if must_create_keys(args.force, env): |
|
573 |
do_create_keys(args, env) |
|
574 |
return 0 |
|
575 |
else: |
|
576 |
print "Keys already existed.. aborting" |
|
577 |
return 1 |
|
578 |
else: |
|
579 |
if (args.key_inject and (args.ssh_key is None) |
|
580 |
and must_create_keys(False, env)): |
|
581 |
print "No ssh keys to use. Run `snf-deploy keygen' first." |
|
582 |
return 1 |
|
583 |
|
|
584 |
if args.command == "test": |
|
585 |
conf.print_config() |
|
586 |
|
|
587 |
if args.command == "cleanup": |
|
588 |
cleanup(args, env) |
|
589 |
|
|
590 |
if args.command == "packages": |
|
591 |
create_dir(env.packages, True) |
|
592 |
get_packages(args, env) |
|
593 |
|
|
594 |
if args.command == "vcluster": |
|
595 |
image(args, env) |
|
596 |
network(args, env) |
|
597 |
create_dnsmasq_files(args, env) |
|
598 |
dnsmasq(args, env) |
|
599 |
cluster(args, env) |
|
600 |
|
|
601 |
if args.command == "prepare": |
|
602 |
actions = get_actions("prepare") |
|
603 |
fabcommand(args, env, actions) |
|
604 |
|
|
605 |
if args.command == "synnefo": |
|
606 |
actions = get_actions("synnefo") |
|
607 |
fabcommand(args, env, actions) |
|
608 |
|
|
609 |
if args.command == "backend": |
|
610 |
actions = get_actions("backend") |
|
611 |
fabcommand(args, env, actions) |
|
612 |
|
|
613 |
if args.command == "ganeti": |
|
614 |
actions = get_actions("ganeti") |
|
615 |
fabcommand(args, env, actions) |
|
616 |
|
|
617 | 566 |
|
618 |
|
|
619 |
|
|
620 |
if args.command == "all": |
|
621 |
actions = get_actions("prepare", "synnefo", "backend")
|
|
622 |
fabcommand(args, env, actions)
|
|
623 |
|
|
624 |
if args.command == "add":
|
|
625 |
if args.cluster_node:
|
|
626 |
add_node(args, env) |
|
627 |
else:
|
|
628 |
actions = get_actions("backend")
|
|
629 |
fabcommand(args, env, actions)
|
|
630 |
|
|
631 |
|
|
632 |
if args.command == "run":
|
|
633 |
if not args.actions:
|
|
634 |
print_available_actions(args.command)
|
|
567 |
def main(): |
|
568 |
args = parse_options() |
|
569 |
|
|
570 |
conf = Conf(args)
|
|
571 |
env = Env(conf)
|
|
572 |
|
|
573 |
create_dir(env.run, False)
|
|
574 |
create_dir(env.dns, False)
|
|
575 |
|
|
576 |
# Check if there are keys to use
|
|
577 |
if args.command == "keygen":
|
|
578 |
if must_create_keys(args.force, env):
|
|
579 |
do_create_keys(args, env) |
|
580 |
return 0 |
|
581 |
else:
|
|
582 |
print "Keys already existed.. aborting"
|
|
583 |
return 1
|
|
635 | 584 |
else: |
636 |
fabcommand(args, env, args.actions) |
|
585 |
if (args.key_inject and (args.ssh_key is None) |
|
586 |
and must_create_keys(False, env)): |
|
587 |
print "No ssh keys to use. Run `snf-deploy keygen' first." |
|
588 |
return 1 |
|
589 |
|
|
590 |
if args.command == "test": |
|
591 |
conf.print_config() |
|
592 |
|
|
593 |
if args.command == "cleanup": |
|
594 |
cleanup(args, env) |
|
595 |
|
|
596 |
if args.command == "packages": |
|
597 |
create_dir(env.packages, True) |
|
598 |
get_packages(args, env) |
|
599 |
|
|
600 |
if args.command == "vcluster": |
|
601 |
image(args, env) |
|
602 |
network(args, env) |
|
603 |
create_dnsmasq_files(args, env) |
|
604 |
dnsmasq(args, env) |
|
605 |
cluster(args, env) |
|
606 |
|
|
607 |
if args.command == "prepare": |
|
608 |
actions = get_actions("prepare") |
|
609 |
fabcommand(args, env, actions) |
|
610 |
|
|
611 |
if args.command == "synnefo": |
|
612 |
actions = get_actions("synnefo") |
|
613 |
fabcommand(args, env, actions) |
|
614 |
|
|
615 |
if args.command == "backend": |
|
616 |
actions = get_actions("backend") |
|
617 |
fabcommand(args, env, actions) |
|
618 |
|
|
619 |
if args.command == "ganeti": |
|
620 |
actions = get_actions("ganeti") |
|
621 |
fabcommand(args, env, actions) |
|
622 |
|
|
623 |
if args.command == "all": |
|
624 |
actions = get_actions("prepare", "synnefo", "backend") |
|
625 |
fabcommand(args, env, actions) |
|
626 |
|
|
627 |
if args.command == "add": |
|
628 |
if args.cluster_node: |
|
629 |
add_node(args, env) |
|
630 |
else: |
|
631 |
actions = get_actions("backend") |
|
632 |
fabcommand(args, env, actions) |
|
633 |
|
|
634 |
if args.command == "run": |
|
635 |
if not args.actions: |
|
636 |
print_available_actions(args.command) |
|
637 |
else: |
|
638 |
fabcommand(args, env, args.actions) |
|
637 | 639 |
|
638 | 640 |
|
639 | 641 |
if __name__ == "__main__": |
640 |
sys.exit(main()) |
|
642 |
sys.exit(main()) |
Also available in: Unified diff