Statistics
| Branch: | Tag: | Revision:

root / ci / snf-ci @ 31bc4729

History | View | Annotate | Download (6.5 kB)

1 e53bbf1c Christos Stavrakakis
#!/usr/bin/env python
2 e53bbf1c Christos Stavrakakis
3 e2a0abb8 Ilias Tsitsimpis
# Invalid name for type module. pylint: disable-msg=C0103
4 e2a0abb8 Ilias Tsitsimpis
5 e53bbf1c Christos Stavrakakis
"""
6 e2a0abb8 Ilias Tsitsimpis
Continuous Integration script for Synnefo.
7 e53bbf1c Christos Stavrakakis
"""
8 e2a0abb8 Ilias Tsitsimpis
9 e2dc37b2 Christos Stavrakakis
import os
10 106659f1 Ilias Tsitsimpis
import utils
11 e53bbf1c Christos Stavrakakis
from optparse import OptionParser
12 e53bbf1c Christos Stavrakakis
13 e53bbf1c Christos Stavrakakis
CREATE_SERVER_CMD = "create"
14 e53bbf1c Christos Stavrakakis
BUILD_SYNNEFO_CMD = "build"
15 88e6558b Christos Stavrakakis
BUILD_DOCS_SYNNEFO_CMD = "docs"
16 e53bbf1c Christos Stavrakakis
DEPLOY_SYNNEFO_CMD = "deploy"
17 e53bbf1c Christos Stavrakakis
TEST_SYNNEFO_CMD = "test"
18 e53bbf1c Christos Stavrakakis
RUN_BURNIN_CMD = "burnin"
19 cf99ca80 Ilias Tsitsimpis
CREATE_X2GO_FILE = "x2goplugin"
20 e53bbf1c Christos Stavrakakis
ALL_CMDS = "all"
21 e53bbf1c Christos Stavrakakis
22 cf99ca80 Ilias Tsitsimpis
COMMANDS_IN_ALL_MODE = [
23 e53bbf1c Christos Stavrakakis
    CREATE_SERVER_CMD,
24 e53bbf1c Christos Stavrakakis
    BUILD_SYNNEFO_CMD,
25 88e6558b Christos Stavrakakis
    BUILD_DOCS_SYNNEFO_CMD,
26 e53bbf1c Christos Stavrakakis
    DEPLOY_SYNNEFO_CMD,
27 e53bbf1c Christos Stavrakakis
    TEST_SYNNEFO_CMD,
28 e53bbf1c Christos Stavrakakis
    RUN_BURNIN_CMD,
29 e53bbf1c Christos Stavrakakis
]
30 e53bbf1c Christos Stavrakakis
31 cf99ca80 Ilias Tsitsimpis
AVAILABLE_COMMANDS = [
32 cf99ca80 Ilias Tsitsimpis
    CREATE_X2GO_FILE,
33 cf99ca80 Ilias Tsitsimpis
] + COMMANDS_IN_ALL_MODE
34 cf99ca80 Ilias Tsitsimpis
35 4e680fed Christos Stavrakakis
USAGE = """usage: %%prog [options] command[,command...]
36 e53bbf1c Christos Stavrakakis
37 e53bbf1c Christos Stavrakakis
command:
38 ec8bc030 Christos Stavrakakis
    * %s: Create the slave server
39 464e58e9 Christos Stavrakakis
    * %s: Create debian packages for Synnefo in the created server
40 88e6558b Christos Stavrakakis
    * %s: Create documentation for Synnefo in the created server
41 e53bbf1c Christos Stavrakakis
    * %s: Deploy Synnefo in created server
42 e53bbf1c Christos Stavrakakis
    * %s: Run Synnefo unittests
43 e53bbf1c Christos Stavrakakis
    * %s: Run snf-burnin in the deployed Synnefo
44 cf99ca80 Ilias Tsitsimpis
    * %s: Create x2go plugin file
45 e53bbf1c Christos Stavrakakis
46 e53bbf1c Christos Stavrakakis
    * %s: Run all the available commands
47 e53bbf1c Christos Stavrakakis
""" % tuple([CREATE_SERVER_CMD,
48 e53bbf1c Christos Stavrakakis
             BUILD_SYNNEFO_CMD,
49 88e6558b Christos Stavrakakis
             BUILD_DOCS_SYNNEFO_CMD,
50 e53bbf1c Christos Stavrakakis
             DEPLOY_SYNNEFO_CMD,
51 e53bbf1c Christos Stavrakakis
             TEST_SYNNEFO_CMD,
52 e53bbf1c Christos Stavrakakis
             RUN_BURNIN_CMD,
53 cf99ca80 Ilias Tsitsimpis
             CREATE_X2GO_FILE,
54 e53bbf1c Christos Stavrakakis
             ALL_CMDS])
55 e53bbf1c Christos Stavrakakis
56 e53bbf1c Christos Stavrakakis
57 e2a0abb8 Ilias Tsitsimpis
def main():  # Too many branches. pylint: disable-msg=R0912
58 e2a0abb8 Ilias Tsitsimpis
    """Parse command line options and run the specified actions"""
59 e53bbf1c Christos Stavrakakis
    parser = OptionParser(usage=USAGE)
60 2178b2a8 Ilias Tsitsimpis
    parser.add_option("-c", "--conf", dest="config_file", default=None,
61 e2a0abb8 Ilias Tsitsimpis
                      help="Configuration file for SynnefoCI script")
62 2178b2a8 Ilias Tsitsimpis
    parser.add_option("--cloud", dest="kamaki_cloud", default=None,
63 e2a0abb8 Ilias Tsitsimpis
                      help="Use specified cloud, as is in .kamakirc")
64 e53bbf1c Christos Stavrakakis
    parser.add_option("-f", "--flavor", dest="flavor", default=None,
65 358a19bc Ilias Tsitsimpis
                      help="Flavor to use for the server."
66 358a19bc Ilias Tsitsimpis
                           " Supports both search by name (reg expression)"
67 358a19bc Ilias Tsitsimpis
                           " with \"name:flavor name\" or by id with"
68 358a19bc Ilias Tsitsimpis
                           " \"id:flavor id\".")
69 e53bbf1c Christos Stavrakakis
    parser.add_option("-i", "--image", dest="image", default=None,
70 358a19bc Ilias Tsitsimpis
                      help="Image to use for the server."
71 358a19bc Ilias Tsitsimpis
                           " Supports both search by name (reg expression)"
72 358a19bc Ilias Tsitsimpis
                           " with \"name:image name\" or by id with"
73 358a19bc Ilias Tsitsimpis
                           " \"id:image id\".")
74 6868804a Ilias Tsitsimpis
    parser.add_option("--ssh-keys", dest="ssh_keys", default=None,
75 6868804a Ilias Tsitsimpis
                      help="Upload/Install the public ssh keys contained"
76 6868804a Ilias Tsitsimpis
                           " in this file to the server")
77 79144a72 Ilias Tsitsimpis
    parser.add_option("-n", "--build-id", dest="build_id", default=None,
78 79144a72 Ilias Tsitsimpis
                      type="int",
79 79144a72 Ilias Tsitsimpis
                      help="Specify a number to use to identify this build."
80 79144a72 Ilias Tsitsimpis
                           " One can later use this number to retrieve"
81 79144a72 Ilias Tsitsimpis
                           " information (such as IPs, passwords etc) about"
82 79144a72 Ilias Tsitsimpis
                           " the machines created. If not given this script"
83 79144a72 Ilias Tsitsimpis
                           " will create a new build-id.")
84 464e58e9 Christos Stavrakakis
    parser.add_option("--fetch-packages", dest="fetch_packages",
85 e2dc37b2 Christos Stavrakakis
                      default=None,
86 464e58e9 Christos Stavrakakis
                      help="Download the debian packages that were created"
87 106659f1 Ilias Tsitsimpis
                           " during the '%s' step in this directory." %
88 e2dc37b2 Christos Stavrakakis
                           BUILD_SYNNEFO_CMD)
89 88e6558b Christos Stavrakakis
    parser.add_option("--fetch-docs", dest="fetch_docs",
90 88e6558b Christos Stavrakakis
                      default=None,
91 88e6558b Christos Stavrakakis
                      help="Download the documentation that was created"
92 106659f1 Ilias Tsitsimpis
                           " during the '%s' step in this directory." %
93 88e6558b Christos Stavrakakis
                           BUILD_DOCS_SYNNEFO_CMD)
94 ec8bc030 Christos Stavrakakis
    parser.add_option("--schema", dest="schema", default=None,
95 ec8bc030 Christos Stavrakakis
                      help="Schema for snf-deploy.")
96 5323404f Ilias Tsitsimpis
    parser.add_option("--local-repo", dest="local_repo", default=False,
97 5323404f Ilias Tsitsimpis
                      action="store_true",
98 5323404f Ilias Tsitsimpis
                      help="Instead of cloning from the official Synnefo"
99 5323404f Ilias Tsitsimpis
                           " repo, copy and use the local one.")
100 cf99ca80 Ilias Tsitsimpis
    parser.add_option("--x2go-output", dest="x2go_output", default=None,
101 cf99ca80 Ilias Tsitsimpis
                      help="File where to save the x2go plugin html page.")
102 106659f1 Ilias Tsitsimpis
    parser.add_option("--no-colors", dest="use_colors",
103 106659f1 Ilias Tsitsimpis
                      default=True, action="store_false",
104 106659f1 Ilias Tsitsimpis
                      help="Don't use colorful output messages.")
105 e53bbf1c Christos Stavrakakis
106 e53bbf1c Christos Stavrakakis
    (options, args) = parser.parse_args()
107 e53bbf1c Christos Stavrakakis
108 106659f1 Ilias Tsitsimpis
    # ----------------------------------
109 106659f1 Ilias Tsitsimpis
    # Check arguments
110 e53bbf1c Christos Stavrakakis
    if len(args) != 1:
111 e53bbf1c Christos Stavrakakis
        msg = "ERROR: Command takes exactly one argument"
112 e53bbf1c Christos Stavrakakis
        parser.print_help()
113 e53bbf1c Christos Stavrakakis
        print
114 e53bbf1c Christos Stavrakakis
        print msg
115 e53bbf1c Christos Stavrakakis
        return
116 e53bbf1c Christos Stavrakakis
117 4e680fed Christos Stavrakakis
    commands = args[0]
118 4e680fed Christos Stavrakakis
    if commands == ALL_CMDS:
119 cf99ca80 Ilias Tsitsimpis
        for cmd in COMMANDS_IN_ALL_MODE:
120 e53bbf1c Christos Stavrakakis
            setattr(options, cmd, True)
121 4e680fed Christos Stavrakakis
122 e53bbf1c Christos Stavrakakis
    else:
123 4e680fed Christos Stavrakakis
        commands = commands.split(",")
124 4e680fed Christos Stavrakakis
        for command in commands:
125 4e680fed Christos Stavrakakis
            if command not in AVAILABLE_COMMANDS:
126 4e680fed Christos Stavrakakis
                msg = "ERROR: Unknown command: %s" % command
127 4e680fed Christos Stavrakakis
                parser.print_help()
128 4e680fed Christos Stavrakakis
                print
129 4e680fed Christos Stavrakakis
                print msg
130 4e680fed Christos Stavrakakis
                return
131 4e680fed Christos Stavrakakis
            else:
132 4e680fed Christos Stavrakakis
                setattr(options, command, True)
133 e53bbf1c Christos Stavrakakis
134 106659f1 Ilias Tsitsimpis
    # ----------------------------------
135 106659f1 Ilias Tsitsimpis
    # Initialize SynnefoCi
136 106659f1 Ilias Tsitsimpis
    utils.USE_COLORS = options.use_colors
137 106659f1 Ilias Tsitsimpis
    synnefo_ci = utils.SynnefoCI(config_file=options.config_file,
138 106659f1 Ilias Tsitsimpis
                                 build_id=options.build_id,
139 106659f1 Ilias Tsitsimpis
                                 cloud=options.kamaki_cloud)
140 e53bbf1c Christos Stavrakakis
141 106659f1 Ilias Tsitsimpis
    # ----------------------------------
142 106659f1 Ilias Tsitsimpis
    # Run commands
143 e53bbf1c Christos Stavrakakis
    if getattr(options, CREATE_SERVER_CMD, False):
144 358a19bc Ilias Tsitsimpis
        synnefo_ci.create_server(flavor=options.flavor,
145 358a19bc Ilias Tsitsimpis
                                 image=options.image,
146 6868804a Ilias Tsitsimpis
                                 ssh_keys=options.ssh_keys)
147 5323404f Ilias Tsitsimpis
        synnefo_ci.clone_repo(local_repo=options.local_repo)
148 e53bbf1c Christos Stavrakakis
    if getattr(options, BUILD_SYNNEFO_CMD, False):
149 e53bbf1c Christos Stavrakakis
        synnefo_ci.build_synnefo()
150 88e6558b Christos Stavrakakis
        if options.fetch_packages:
151 88e6558b Christos Stavrakakis
            dest = os.path.abspath(options.fetch_packages)
152 88e6558b Christos Stavrakakis
            synnefo_ci.fetch_packages(dest=dest)
153 88e6558b Christos Stavrakakis
    if getattr(options, BUILD_DOCS_SYNNEFO_CMD, False):
154 88e6558b Christos Stavrakakis
        synnefo_ci.build_documentation()
155 88e6558b Christos Stavrakakis
        if options.fetch_docs:
156 88e6558b Christos Stavrakakis
            dest = os.path.abspath(options.fetch_docs)
157 88e6558b Christos Stavrakakis
            synnefo_ci.fetch_documentation(dest=dest)
158 e53bbf1c Christos Stavrakakis
    if getattr(options, DEPLOY_SYNNEFO_CMD, False):
159 ec8bc030 Christos Stavrakakis
        synnefo_ci.deploy_synnefo(schema=options.schema)
160 e53bbf1c Christos Stavrakakis
    if getattr(options, TEST_SYNNEFO_CMD, False):
161 e53bbf1c Christos Stavrakakis
        synnefo_ci.unit_test()
162 e53bbf1c Christos Stavrakakis
    if getattr(options, RUN_BURNIN_CMD, False):
163 e53bbf1c Christos Stavrakakis
        synnefo_ci.run_burnin()
164 cf99ca80 Ilias Tsitsimpis
    if getattr(options, CREATE_X2GO_FILE, False):
165 cf99ca80 Ilias Tsitsimpis
        synnefo_ci.x2go_plugin(options.x2go_output)
166 e53bbf1c Christos Stavrakakis
167 e53bbf1c Christos Stavrakakis
168 e53bbf1c Christos Stavrakakis
if __name__ == "__main__":
169 e53bbf1c Christos Stavrakakis
    main()