Statistics
| Branch: | Tag: | Revision:

root / ci / snf-ci @ ac6a221f

History | View | Annotate | Download (6.9 kB)

1 e53bbf1c Christos Stavrakakis
#!/usr/bin/env python
2 e53bbf1c Christos Stavrakakis
3 e2a0abb8 Ilias Tsitsimpis
# Invalid name for type module. pylint: disable-msg=C0103
4 e2a0abb8 Ilias Tsitsimpis
5 e53bbf1c Christos Stavrakakis
"""
6 e2a0abb8 Ilias Tsitsimpis
Continuous Integration script for Synnefo.
7 e53bbf1c Christos Stavrakakis
"""
8 e2a0abb8 Ilias Tsitsimpis
9 e2dc37b2 Christos Stavrakakis
import os
10 106659f1 Ilias Tsitsimpis
import utils
11 e53bbf1c Christos Stavrakakis
from optparse import OptionParser
12 e53bbf1c Christos Stavrakakis
13 e53bbf1c Christos Stavrakakis
CREATE_SERVER_CMD = "create"
14 bec0786b Ilias Tsitsimpis
DELETE_SERVER_CMD = "delete"
15 e53bbf1c Christos Stavrakakis
BUILD_SYNNEFO_CMD = "build"
16 88e6558b Christos Stavrakakis
BUILD_DOCS_SYNNEFO_CMD = "docs"
17 e53bbf1c Christos Stavrakakis
DEPLOY_SYNNEFO_CMD = "deploy"
18 e53bbf1c Christos Stavrakakis
TEST_SYNNEFO_CMD = "test"
19 e53bbf1c Christos Stavrakakis
RUN_BURNIN_CMD = "burnin"
20 cf99ca80 Ilias Tsitsimpis
CREATE_X2GO_FILE = "x2goplugin"
21 e53bbf1c Christos Stavrakakis
ALL_CMDS = "all"
22 e53bbf1c Christos Stavrakakis
23 cf99ca80 Ilias Tsitsimpis
COMMANDS_IN_ALL_MODE = [
24 e53bbf1c Christos Stavrakakis
    CREATE_SERVER_CMD,
25 e53bbf1c Christos Stavrakakis
    BUILD_SYNNEFO_CMD,
26 88e6558b Christos Stavrakakis
    BUILD_DOCS_SYNNEFO_CMD,
27 e53bbf1c Christos Stavrakakis
    DEPLOY_SYNNEFO_CMD,
28 e53bbf1c Christos Stavrakakis
    TEST_SYNNEFO_CMD,
29 e53bbf1c Christos Stavrakakis
    RUN_BURNIN_CMD,
30 e53bbf1c Christos Stavrakakis
]
31 e53bbf1c Christos Stavrakakis
32 cf99ca80 Ilias Tsitsimpis
AVAILABLE_COMMANDS = [
33 cf99ca80 Ilias Tsitsimpis
    CREATE_X2GO_FILE,
34 bec0786b Ilias Tsitsimpis
    DELETE_SERVER_CMD,
35 cf99ca80 Ilias Tsitsimpis
] + COMMANDS_IN_ALL_MODE
36 cf99ca80 Ilias Tsitsimpis
37 4e680fed Christos Stavrakakis
USAGE = """usage: %%prog [options] command[,command...]
38 e53bbf1c Christos Stavrakakis
39 e53bbf1c Christos Stavrakakis
command:
40 ec8bc030 Christos Stavrakakis
    * %s: Create the slave server
41 464e58e9 Christos Stavrakakis
    * %s: Create debian packages for Synnefo in the created server
42 88e6558b Christos Stavrakakis
    * %s: Create documentation for Synnefo in the created server
43 e53bbf1c Christos Stavrakakis
    * %s: Deploy Synnefo in created server
44 e53bbf1c Christos Stavrakakis
    * %s: Run Synnefo unittests
45 e53bbf1c Christos Stavrakakis
    * %s: Run snf-burnin in the deployed Synnefo
46 cf99ca80 Ilias Tsitsimpis
    * %s: Create x2go plugin file
47 bec0786b Ilias Tsitsimpis
    * %s: Delete the slave server
48 e53bbf1c Christos Stavrakakis
49 e53bbf1c Christos Stavrakakis
    * %s: Run all the available commands
50 e53bbf1c Christos Stavrakakis
""" % tuple([CREATE_SERVER_CMD,
51 e53bbf1c Christos Stavrakakis
             BUILD_SYNNEFO_CMD,
52 88e6558b Christos Stavrakakis
             BUILD_DOCS_SYNNEFO_CMD,
53 e53bbf1c Christos Stavrakakis
             DEPLOY_SYNNEFO_CMD,
54 e53bbf1c Christos Stavrakakis
             TEST_SYNNEFO_CMD,
55 e53bbf1c Christos Stavrakakis
             RUN_BURNIN_CMD,
56 cf99ca80 Ilias Tsitsimpis
             CREATE_X2GO_FILE,
57 bec0786b Ilias Tsitsimpis
             DELETE_SERVER_CMD,
58 e53bbf1c Christos Stavrakakis
             ALL_CMDS])
59 e53bbf1c Christos Stavrakakis
60 e53bbf1c Christos Stavrakakis
61 e2a0abb8 Ilias Tsitsimpis
def main():  # Too many branches. pylint: disable-msg=R0912
62 e2a0abb8 Ilias Tsitsimpis
    """Parse command line options and run the specified actions"""
63 e53bbf1c Christos Stavrakakis
    parser = OptionParser(usage=USAGE)
64 2178b2a8 Ilias Tsitsimpis
    parser.add_option("-c", "--conf", dest="config_file", default=None,
65 e2a0abb8 Ilias Tsitsimpis
                      help="Configuration file for SynnefoCI script")
66 2178b2a8 Ilias Tsitsimpis
    parser.add_option("--cloud", dest="kamaki_cloud", default=None,
67 e2a0abb8 Ilias Tsitsimpis
                      help="Use specified cloud, as is in .kamakirc")
68 e53bbf1c Christos Stavrakakis
    parser.add_option("-f", "--flavor", dest="flavor", default=None,
69 358a19bc Ilias Tsitsimpis
                      help="Flavor to use for the server."
70 358a19bc Ilias Tsitsimpis
                           " Supports both search by name (reg expression)"
71 358a19bc Ilias Tsitsimpis
                           " with \"name:flavor name\" or by id with"
72 358a19bc Ilias Tsitsimpis
                           " \"id:flavor id\".")
73 e53bbf1c Christos Stavrakakis
    parser.add_option("-i", "--image", dest="image", default=None,
74 358a19bc Ilias Tsitsimpis
                      help="Image to use for the server."
75 358a19bc Ilias Tsitsimpis
                           " Supports both search by name (reg expression)"
76 358a19bc Ilias Tsitsimpis
                           " with \"name:image name\" or by id with"
77 358a19bc Ilias Tsitsimpis
                           " \"id:image id\".")
78 6868804a Ilias Tsitsimpis
    parser.add_option("--ssh-keys", dest="ssh_keys", default=None,
79 6868804a Ilias Tsitsimpis
                      help="Upload/Install the public ssh keys contained"
80 6868804a Ilias Tsitsimpis
                           " in this file to the server")
81 2945e7ed Christos Stavrakakis
    parser.add_option("--name", dest="server_name", default=None,
82 2945e7ed Christos Stavrakakis
                      help=""),
83 79144a72 Ilias Tsitsimpis
    parser.add_option("-n", "--build-id", dest="build_id", default=None,
84 79144a72 Ilias Tsitsimpis
                      type="int",
85 79144a72 Ilias Tsitsimpis
                      help="Specify a number to use to identify this build."
86 79144a72 Ilias Tsitsimpis
                           " One can later use this number to retrieve"
87 79144a72 Ilias Tsitsimpis
                           " information (such as IPs, passwords etc) about"
88 79144a72 Ilias Tsitsimpis
                           " the machines created. If not given this script"
89 79144a72 Ilias Tsitsimpis
                           " will create a new build-id.")
90 464e58e9 Christos Stavrakakis
    parser.add_option("--fetch-packages", dest="fetch_packages",
91 e2dc37b2 Christos Stavrakakis
                      default=None,
92 464e58e9 Christos Stavrakakis
                      help="Download the debian packages that were created"
93 106659f1 Ilias Tsitsimpis
                           " during the '%s' step in this directory." %
94 e2dc37b2 Christos Stavrakakis
                           BUILD_SYNNEFO_CMD)
95 88e6558b Christos Stavrakakis
    parser.add_option("--fetch-docs", dest="fetch_docs",
96 88e6558b Christos Stavrakakis
                      default=None,
97 88e6558b Christos Stavrakakis
                      help="Download the documentation that was created"
98 106659f1 Ilias Tsitsimpis
                           " during the '%s' step in this directory." %
99 88e6558b Christos Stavrakakis
                           BUILD_DOCS_SYNNEFO_CMD)
100 ec8bc030 Christos Stavrakakis
    parser.add_option("--schema", dest="schema", default=None,
101 ec8bc030 Christos Stavrakakis
                      help="Schema for snf-deploy.")
102 5323404f Ilias Tsitsimpis
    parser.add_option("--local-repo", dest="local_repo", default=False,
103 5323404f Ilias Tsitsimpis
                      action="store_true",
104 5323404f Ilias Tsitsimpis
                      help="Instead of cloning from the official Synnefo"
105 5323404f Ilias Tsitsimpis
                           " repo, copy and use the local one.")
106 cf99ca80 Ilias Tsitsimpis
    parser.add_option("--x2go-output", dest="x2go_output", default=None,
107 cf99ca80 Ilias Tsitsimpis
                      help="File where to save the x2go plugin html page.")
108 106659f1 Ilias Tsitsimpis
    parser.add_option("--no-colors", dest="use_colors",
109 106659f1 Ilias Tsitsimpis
                      default=True, action="store_false",
110 106659f1 Ilias Tsitsimpis
                      help="Don't use colorful output messages.")
111 e53bbf1c Christos Stavrakakis
112 e53bbf1c Christos Stavrakakis
    (options, args) = parser.parse_args()
113 e53bbf1c Christos Stavrakakis
114 106659f1 Ilias Tsitsimpis
    # ----------------------------------
115 106659f1 Ilias Tsitsimpis
    # Check arguments
116 e53bbf1c Christos Stavrakakis
    if len(args) != 1:
117 e53bbf1c Christos Stavrakakis
        msg = "ERROR: Command takes exactly one argument"
118 e53bbf1c Christos Stavrakakis
        parser.print_help()
119 e53bbf1c Christos Stavrakakis
        print
120 e53bbf1c Christos Stavrakakis
        print msg
121 e53bbf1c Christos Stavrakakis
        return
122 e53bbf1c Christos Stavrakakis
123 4e680fed Christos Stavrakakis
    commands = args[0]
124 4e680fed Christos Stavrakakis
    if commands == ALL_CMDS:
125 cf99ca80 Ilias Tsitsimpis
        for cmd in COMMANDS_IN_ALL_MODE:
126 e53bbf1c Christos Stavrakakis
            setattr(options, cmd, True)
127 4e680fed Christos Stavrakakis
128 e53bbf1c Christos Stavrakakis
    else:
129 4e680fed Christos Stavrakakis
        commands = commands.split(",")
130 4e680fed Christos Stavrakakis
        for command in commands:
131 4e680fed Christos Stavrakakis
            if command not in AVAILABLE_COMMANDS:
132 4e680fed Christos Stavrakakis
                msg = "ERROR: Unknown command: %s" % command
133 4e680fed Christos Stavrakakis
                parser.print_help()
134 4e680fed Christos Stavrakakis
                print
135 4e680fed Christos Stavrakakis
                print msg
136 4e680fed Christos Stavrakakis
                return
137 4e680fed Christos Stavrakakis
            else:
138 4e680fed Christos Stavrakakis
                setattr(options, command, True)
139 e53bbf1c Christos Stavrakakis
140 106659f1 Ilias Tsitsimpis
    # ----------------------------------
141 106659f1 Ilias Tsitsimpis
    # Initialize SynnefoCi
142 106659f1 Ilias Tsitsimpis
    utils.USE_COLORS = options.use_colors
143 106659f1 Ilias Tsitsimpis
    synnefo_ci = utils.SynnefoCI(config_file=options.config_file,
144 106659f1 Ilias Tsitsimpis
                                 build_id=options.build_id,
145 106659f1 Ilias Tsitsimpis
                                 cloud=options.kamaki_cloud)
146 e53bbf1c Christos Stavrakakis
147 106659f1 Ilias Tsitsimpis
    # ----------------------------------
148 106659f1 Ilias Tsitsimpis
    # Run commands
149 e53bbf1c Christos Stavrakakis
    if getattr(options, CREATE_SERVER_CMD, False):
150 358a19bc Ilias Tsitsimpis
        synnefo_ci.create_server(flavor=options.flavor,
151 358a19bc Ilias Tsitsimpis
                                 image=options.image,
152 2945e7ed Christos Stavrakakis
                                 ssh_keys=options.ssh_keys,
153 2945e7ed Christos Stavrakakis
                                 server_name=options.server_name)
154 5323404f Ilias Tsitsimpis
        synnefo_ci.clone_repo(local_repo=options.local_repo)
155 e53bbf1c Christos Stavrakakis
    if getattr(options, BUILD_SYNNEFO_CMD, False):
156 99d39120 Ilias Tsitsimpis
        synnefo_ci.build_packages()
157 88e6558b Christos Stavrakakis
        if options.fetch_packages:
158 88e6558b Christos Stavrakakis
            dest = os.path.abspath(options.fetch_packages)
159 88e6558b Christos Stavrakakis
            synnefo_ci.fetch_packages(dest=dest)
160 88e6558b Christos Stavrakakis
    if getattr(options, BUILD_DOCS_SYNNEFO_CMD, False):
161 88e6558b Christos Stavrakakis
        synnefo_ci.build_documentation()
162 88e6558b Christos Stavrakakis
        if options.fetch_docs:
163 88e6558b Christos Stavrakakis
            dest = os.path.abspath(options.fetch_docs)
164 88e6558b Christos Stavrakakis
            synnefo_ci.fetch_documentation(dest=dest)
165 e53bbf1c Christos Stavrakakis
    if getattr(options, DEPLOY_SYNNEFO_CMD, False):
166 ec8bc030 Christos Stavrakakis
        synnefo_ci.deploy_synnefo(schema=options.schema)
167 e53bbf1c Christos Stavrakakis
    if getattr(options, TEST_SYNNEFO_CMD, False):
168 e53bbf1c Christos Stavrakakis
        synnefo_ci.unit_test()
169 e53bbf1c Christos Stavrakakis
    if getattr(options, RUN_BURNIN_CMD, False):
170 e53bbf1c Christos Stavrakakis
        synnefo_ci.run_burnin()
171 cf99ca80 Ilias Tsitsimpis
    if getattr(options, CREATE_X2GO_FILE, False):
172 cf99ca80 Ilias Tsitsimpis
        synnefo_ci.x2go_plugin(options.x2go_output)
173 bec0786b Ilias Tsitsimpis
    if getattr(options, DELETE_SERVER_CMD, False):
174 bec0786b Ilias Tsitsimpis
        synnefo_ci.destroy_server()
175 e53bbf1c Christos Stavrakakis
176 e53bbf1c Christos Stavrakakis
177 e53bbf1c Christos Stavrakakis
if __name__ == "__main__":
178 e53bbf1c Christos Stavrakakis
    main()