root / ci / snf-ci @ ac6a221f
History | View | Annotate | Download (6.9 kB)
1 | e53bbf1c | Christos Stavrakakis | #!/usr/bin/env python |
---|---|---|---|
2 | e53bbf1c | Christos Stavrakakis | |
3 | e2a0abb8 | Ilias Tsitsimpis | # Invalid name for type module. pylint: disable-msg=C0103 |
4 | e2a0abb8 | Ilias Tsitsimpis | |
5 | e53bbf1c | Christos Stavrakakis | """ |
6 | e2a0abb8 | Ilias Tsitsimpis | Continuous Integration script for Synnefo. |
7 | e53bbf1c | Christos Stavrakakis | """ |
8 | e2a0abb8 | Ilias Tsitsimpis | |
9 | e2dc37b2 | Christos Stavrakakis | import os |
10 | 106659f1 | Ilias Tsitsimpis | import utils |
11 | e53bbf1c | Christos Stavrakakis | from optparse import OptionParser |
12 | e53bbf1c | Christos Stavrakakis | |
13 | e53bbf1c | Christos Stavrakakis | CREATE_SERVER_CMD = "create" |
14 | bec0786b | Ilias Tsitsimpis | DELETE_SERVER_CMD = "delete" |
15 | e53bbf1c | Christos Stavrakakis | BUILD_SYNNEFO_CMD = "build" |
16 | 88e6558b | Christos Stavrakakis | BUILD_DOCS_SYNNEFO_CMD = "docs" |
17 | e53bbf1c | Christos Stavrakakis | DEPLOY_SYNNEFO_CMD = "deploy" |
18 | e53bbf1c | Christos Stavrakakis | TEST_SYNNEFO_CMD = "test" |
19 | e53bbf1c | Christos Stavrakakis | RUN_BURNIN_CMD = "burnin" |
20 | cf99ca80 | Ilias Tsitsimpis | CREATE_X2GO_FILE = "x2goplugin" |
21 | e53bbf1c | Christos Stavrakakis | ALL_CMDS = "all" |
22 | e53bbf1c | Christos Stavrakakis | |
23 | cf99ca80 | Ilias Tsitsimpis | COMMANDS_IN_ALL_MODE = [ |
24 | e53bbf1c | Christos Stavrakakis | CREATE_SERVER_CMD, |
25 | e53bbf1c | Christos Stavrakakis | BUILD_SYNNEFO_CMD, |
26 | 88e6558b | Christos Stavrakakis | BUILD_DOCS_SYNNEFO_CMD, |
27 | e53bbf1c | Christos Stavrakakis | DEPLOY_SYNNEFO_CMD, |
28 | e53bbf1c | Christos Stavrakakis | TEST_SYNNEFO_CMD, |
29 | e53bbf1c | Christos Stavrakakis | RUN_BURNIN_CMD, |
30 | e53bbf1c | Christos Stavrakakis | ] |
31 | e53bbf1c | Christos Stavrakakis | |
32 | cf99ca80 | Ilias Tsitsimpis | AVAILABLE_COMMANDS = [ |
33 | cf99ca80 | Ilias Tsitsimpis | CREATE_X2GO_FILE, |
34 | bec0786b | Ilias Tsitsimpis | DELETE_SERVER_CMD, |
35 | cf99ca80 | Ilias Tsitsimpis | ] + COMMANDS_IN_ALL_MODE |
36 | cf99ca80 | Ilias Tsitsimpis | |
37 | 4e680fed | Christos Stavrakakis | USAGE = """usage: %%prog [options] command[,command...] |
38 | e53bbf1c | Christos Stavrakakis | |
39 | e53bbf1c | Christos Stavrakakis | command: |
40 | ec8bc030 | Christos Stavrakakis | * %s: Create the slave server |
41 | 464e58e9 | Christos Stavrakakis | * %s: Create debian packages for Synnefo in the created server |
42 | 88e6558b | Christos Stavrakakis | * %s: Create documentation for Synnefo in the created server |
43 | e53bbf1c | Christos Stavrakakis | * %s: Deploy Synnefo in created server |
44 | e53bbf1c | Christos Stavrakakis | * %s: Run Synnefo unittests |
45 | e53bbf1c | Christos Stavrakakis | * %s: Run snf-burnin in the deployed Synnefo |
46 | cf99ca80 | Ilias Tsitsimpis | * %s: Create x2go plugin file |
47 | bec0786b | Ilias Tsitsimpis | * %s: Delete the slave server |
48 | e53bbf1c | Christos Stavrakakis | |
49 | e53bbf1c | Christos Stavrakakis | * %s: Run all the available commands |
50 | e53bbf1c | Christos Stavrakakis | """ % tuple([CREATE_SERVER_CMD, |
51 | e53bbf1c | Christos Stavrakakis | BUILD_SYNNEFO_CMD, |
52 | 88e6558b | Christos Stavrakakis | BUILD_DOCS_SYNNEFO_CMD, |
53 | e53bbf1c | Christos Stavrakakis | DEPLOY_SYNNEFO_CMD, |
54 | e53bbf1c | Christos Stavrakakis | TEST_SYNNEFO_CMD, |
55 | e53bbf1c | Christos Stavrakakis | RUN_BURNIN_CMD, |
56 | cf99ca80 | Ilias Tsitsimpis | CREATE_X2GO_FILE, |
57 | bec0786b | Ilias Tsitsimpis | DELETE_SERVER_CMD, |
58 | e53bbf1c | Christos Stavrakakis | ALL_CMDS]) |
59 | e53bbf1c | Christos Stavrakakis | |
60 | e53bbf1c | Christos Stavrakakis | |
61 | e2a0abb8 | Ilias Tsitsimpis | def main(): # Too many branches. pylint: disable-msg=R0912 |
62 | e2a0abb8 | Ilias Tsitsimpis | """Parse command line options and run the specified actions""" |
63 | e53bbf1c | Christos Stavrakakis | parser = OptionParser(usage=USAGE) |
64 | 2178b2a8 | Ilias Tsitsimpis | parser.add_option("-c", "--conf", dest="config_file", default=None, |
65 | e2a0abb8 | Ilias Tsitsimpis | help="Configuration file for SynnefoCI script") |
66 | 2178b2a8 | Ilias Tsitsimpis | parser.add_option("--cloud", dest="kamaki_cloud", default=None, |
67 | e2a0abb8 | Ilias Tsitsimpis | help="Use specified cloud, as is in .kamakirc") |
68 | e53bbf1c | Christos Stavrakakis | parser.add_option("-f", "--flavor", dest="flavor", default=None, |
69 | 358a19bc | Ilias Tsitsimpis | help="Flavor to use for the server." |
70 | 358a19bc | Ilias Tsitsimpis | " Supports both search by name (reg expression)" |
71 | 358a19bc | Ilias Tsitsimpis | " with \"name:flavor name\" or by id with" |
72 | 358a19bc | Ilias Tsitsimpis | " \"id:flavor id\".") |
73 | e53bbf1c | Christos Stavrakakis | parser.add_option("-i", "--image", dest="image", default=None, |
74 | 358a19bc | Ilias Tsitsimpis | help="Image to use for the server." |
75 | 358a19bc | Ilias Tsitsimpis | " Supports both search by name (reg expression)" |
76 | 358a19bc | Ilias Tsitsimpis | " with \"name:image name\" or by id with" |
77 | 358a19bc | Ilias Tsitsimpis | " \"id:image id\".") |
78 | 6868804a | Ilias Tsitsimpis | parser.add_option("--ssh-keys", dest="ssh_keys", default=None, |
79 | 6868804a | Ilias Tsitsimpis | help="Upload/Install the public ssh keys contained" |
80 | 6868804a | Ilias Tsitsimpis | " in this file to the server") |
81 | 2945e7ed | Christos Stavrakakis | parser.add_option("--name", dest="server_name", default=None, |
82 | 2945e7ed | Christos Stavrakakis | help=""), |
83 | 79144a72 | Ilias Tsitsimpis | parser.add_option("-n", "--build-id", dest="build_id", default=None, |
84 | 79144a72 | Ilias Tsitsimpis | type="int", |
85 | 79144a72 | Ilias Tsitsimpis | help="Specify a number to use to identify this build." |
86 | 79144a72 | Ilias Tsitsimpis | " One can later use this number to retrieve" |
87 | 79144a72 | Ilias Tsitsimpis | " information (such as IPs, passwords etc) about" |
88 | 79144a72 | Ilias Tsitsimpis | " the machines created. If not given this script" |
89 | 79144a72 | Ilias Tsitsimpis | " will create a new build-id.") |
90 | 464e58e9 | Christos Stavrakakis | parser.add_option("--fetch-packages", dest="fetch_packages", |
91 | e2dc37b2 | Christos Stavrakakis | default=None, |
92 | 464e58e9 | Christos Stavrakakis | help="Download the debian packages that were created" |
93 | 106659f1 | Ilias Tsitsimpis | " during the '%s' step in this directory." % |
94 | e2dc37b2 | Christos Stavrakakis | BUILD_SYNNEFO_CMD) |
95 | 88e6558b | Christos Stavrakakis | parser.add_option("--fetch-docs", dest="fetch_docs", |
96 | 88e6558b | Christos Stavrakakis | default=None, |
97 | 88e6558b | Christos Stavrakakis | help="Download the documentation that was created" |
98 | 106659f1 | Ilias Tsitsimpis | " during the '%s' step in this directory." % |
99 | 88e6558b | Christos Stavrakakis | BUILD_DOCS_SYNNEFO_CMD) |
100 | ec8bc030 | Christos Stavrakakis | parser.add_option("--schema", dest="schema", default=None, |
101 | ec8bc030 | Christos Stavrakakis | help="Schema for snf-deploy.") |
102 | 5323404f | Ilias Tsitsimpis | parser.add_option("--local-repo", dest="local_repo", default=False, |
103 | 5323404f | Ilias Tsitsimpis | action="store_true", |
104 | 5323404f | Ilias Tsitsimpis | help="Instead of cloning from the official Synnefo" |
105 | 5323404f | Ilias Tsitsimpis | " repo, copy and use the local one.") |
106 | cf99ca80 | Ilias Tsitsimpis | parser.add_option("--x2go-output", dest="x2go_output", default=None, |
107 | cf99ca80 | Ilias Tsitsimpis | help="File where to save the x2go plugin html page.") |
108 | 106659f1 | Ilias Tsitsimpis | parser.add_option("--no-colors", dest="use_colors", |
109 | 106659f1 | Ilias Tsitsimpis | default=True, action="store_false", |
110 | 106659f1 | Ilias Tsitsimpis | help="Don't use colorful output messages.") |
111 | e53bbf1c | Christos Stavrakakis | |
112 | e53bbf1c | Christos Stavrakakis | (options, args) = parser.parse_args() |
113 | e53bbf1c | Christos Stavrakakis | |
114 | 106659f1 | Ilias Tsitsimpis | # ---------------------------------- |
115 | 106659f1 | Ilias Tsitsimpis | # Check arguments |
116 | e53bbf1c | Christos Stavrakakis | if len(args) != 1: |
117 | e53bbf1c | Christos Stavrakakis | msg = "ERROR: Command takes exactly one argument" |
118 | e53bbf1c | Christos Stavrakakis | parser.print_help() |
119 | e53bbf1c | Christos Stavrakakis | |
120 | e53bbf1c | Christos Stavrakakis | print msg |
121 | e53bbf1c | Christos Stavrakakis | return |
122 | e53bbf1c | Christos Stavrakakis | |
123 | 4e680fed | Christos Stavrakakis | commands = args[0] |
124 | 4e680fed | Christos Stavrakakis | if commands == ALL_CMDS: |
125 | cf99ca80 | Ilias Tsitsimpis | for cmd in COMMANDS_IN_ALL_MODE: |
126 | e53bbf1c | Christos Stavrakakis | setattr(options, cmd, True) |
127 | 4e680fed | Christos Stavrakakis | |
128 | e53bbf1c | Christos Stavrakakis | else: |
129 | 4e680fed | Christos Stavrakakis | commands = commands.split(",") |
130 | 4e680fed | Christos Stavrakakis | for command in commands: |
131 | 4e680fed | Christos Stavrakakis | if command not in AVAILABLE_COMMANDS: |
132 | 4e680fed | Christos Stavrakakis | msg = "ERROR: Unknown command: %s" % command |
133 | 4e680fed | Christos Stavrakakis | parser.print_help() |
134 | 4e680fed | Christos Stavrakakis | |
135 | 4e680fed | Christos Stavrakakis | print msg |
136 | 4e680fed | Christos Stavrakakis | return |
137 | 4e680fed | Christos Stavrakakis | else: |
138 | 4e680fed | Christos Stavrakakis | setattr(options, command, True) |
139 | e53bbf1c | Christos Stavrakakis | |
140 | 106659f1 | Ilias Tsitsimpis | # ---------------------------------- |
141 | 106659f1 | Ilias Tsitsimpis | # Initialize SynnefoCi |
142 | 106659f1 | Ilias Tsitsimpis | utils.USE_COLORS = options.use_colors |
143 | 106659f1 | Ilias Tsitsimpis | synnefo_ci = utils.SynnefoCI(config_file=options.config_file, |
144 | 106659f1 | Ilias Tsitsimpis | build_id=options.build_id, |
145 | 106659f1 | Ilias Tsitsimpis | cloud=options.kamaki_cloud) |
146 | e53bbf1c | Christos Stavrakakis | |
147 | 106659f1 | Ilias Tsitsimpis | # ---------------------------------- |
148 | 106659f1 | Ilias Tsitsimpis | # Run commands |
149 | e53bbf1c | Christos Stavrakakis | if getattr(options, CREATE_SERVER_CMD, False): |
150 | 358a19bc | Ilias Tsitsimpis | synnefo_ci.create_server(flavor=options.flavor, |
151 | 358a19bc | Ilias Tsitsimpis | image=options.image, |
152 | 2945e7ed | Christos Stavrakakis | ssh_keys=options.ssh_keys, |
153 | 2945e7ed | Christos Stavrakakis | server_name=options.server_name) |
154 | 5323404f | Ilias Tsitsimpis | synnefo_ci.clone_repo(local_repo=options.local_repo) |
155 | e53bbf1c | Christos Stavrakakis | if getattr(options, BUILD_SYNNEFO_CMD, False): |
156 | 99d39120 | Ilias Tsitsimpis | synnefo_ci.build_packages() |
157 | 88e6558b | Christos Stavrakakis | if options.fetch_packages: |
158 | 88e6558b | Christos Stavrakakis | dest = os.path.abspath(options.fetch_packages) |
159 | 88e6558b | Christos Stavrakakis | synnefo_ci.fetch_packages(dest=dest) |
160 | 88e6558b | Christos Stavrakakis | if getattr(options, BUILD_DOCS_SYNNEFO_CMD, False): |
161 | 88e6558b | Christos Stavrakakis | synnefo_ci.build_documentation() |
162 | 88e6558b | Christos Stavrakakis | if options.fetch_docs: |
163 | 88e6558b | Christos Stavrakakis | dest = os.path.abspath(options.fetch_docs) |
164 | 88e6558b | Christos Stavrakakis | synnefo_ci.fetch_documentation(dest=dest) |
165 | e53bbf1c | Christos Stavrakakis | if getattr(options, DEPLOY_SYNNEFO_CMD, False): |
166 | ec8bc030 | Christos Stavrakakis | synnefo_ci.deploy_synnefo(schema=options.schema) |
167 | e53bbf1c | Christos Stavrakakis | if getattr(options, TEST_SYNNEFO_CMD, False): |
168 | e53bbf1c | Christos Stavrakakis | synnefo_ci.unit_test() |
169 | e53bbf1c | Christos Stavrakakis | if getattr(options, RUN_BURNIN_CMD, False): |
170 | e53bbf1c | Christos Stavrakakis | synnefo_ci.run_burnin() |
171 | cf99ca80 | Ilias Tsitsimpis | if getattr(options, CREATE_X2GO_FILE, False): |
172 | cf99ca80 | Ilias Tsitsimpis | synnefo_ci.x2go_plugin(options.x2go_output) |
173 | bec0786b | Ilias Tsitsimpis | if getattr(options, DELETE_SERVER_CMD, False): |
174 | bec0786b | Ilias Tsitsimpis | synnefo_ci.destroy_server() |
175 | e53bbf1c | Christos Stavrakakis | |
176 | e53bbf1c | Christos Stavrakakis | |
177 | e53bbf1c | Christos Stavrakakis | if __name__ == "__main__": |
178 | e53bbf1c | Christos Stavrakakis | main() |