Revision f772699c snf-tools/synnefo_tools/burnin/common.py
| b/snf-tools/synnefo_tools/burnin/common.py | ||
|---|---|---|
| 36 | 36 |
|
| 37 | 37 |
""" |
| 38 | 38 |
|
| 39 |
import os |
|
| 40 |
import re |
|
| 39 | 41 |
import sys |
| 42 |
import shutil |
|
| 40 | 43 |
import datetime |
| 44 |
import tempfile |
|
| 41 | 45 |
import traceback |
| 42 | 46 |
# Use backported unittest functionality if Python < 2.7 |
| 43 | 47 |
try: |
| ... | ... | |
| 50 | 54 |
from kamaki.clients.astakos import AstakosClient |
| 51 | 55 |
from kamaki.clients.compute import ComputeClient |
| 52 | 56 |
from kamaki.clients.pithos import PithosClient |
| 57 |
from kamaki.clients.image import ImageClient |
|
| 53 | 58 |
|
| 54 | 59 |
from synnefo_tools.burnin.logger import Log |
| 55 | 60 |
|
| ... | ... | |
| 59 | 64 |
logger = None # Invalid constant name. pylint: disable-msg=C0103 |
| 60 | 65 |
SNF_TEST_PREFIX = "snf-test-" |
| 61 | 66 |
CONNECTION_RETRY_LIMIT = 2 |
| 67 |
SYSTEM_USERS = ["images@okeanos.grnet.gr", "images@demo.synnefo.org"] |
|
| 62 | 68 |
|
| 63 | 69 |
|
| 64 | 70 |
# -------------------------------------------------------------------- |
| ... | ... | |
| 121 | 127 |
# Pithos |
| 122 | 128 |
pithos = None |
| 123 | 129 |
pithos_url = None |
| 130 |
# Image |
|
| 131 |
image = None |
|
| 132 |
image_url = None |
|
| 124 | 133 |
|
| 125 | 134 |
|
| 126 | 135 |
# Too many public methods (45/20). pylint: disable-msg=R0904 |
| ... | ... | |
| 132 | 141 |
action_timeout = None |
| 133 | 142 |
action_warning = None |
| 134 | 143 |
query_interval = None |
| 144 |
system_user = None |
|
| 135 | 145 |
|
| 136 | 146 |
@classmethod |
| 137 | 147 |
def setUpClass(cls): # noqa |
| ... | ... | |
| 175 | 185 |
self.clients.pithos_url, self.clients.token) |
| 176 | 186 |
self.clients.pithos.CONNECTION_RETRY_LIMIT = self.clients.retry |
| 177 | 187 |
|
| 188 |
self.clients.image_url = \ |
|
| 189 |
self.clients.astakos.get_service_endpoints('image')['publicURL']
|
|
| 190 |
self.info("Image url is %s", self.clients.image_url)
|
|
| 191 |
self.clients.image = ImageClient( |
|
| 192 |
self.clients.image_url, self.clients.token) |
|
| 193 |
self.clients.image.CONNECTION_RETRY_LIMIT = self.clients.retry |
|
| 194 |
|
|
| 178 | 195 |
# ---------------------------------- |
| 179 | 196 |
# Loggers helper functions |
| 180 | 197 |
def log(self, msg, *args): |
| ... | ... | |
| 213 | 230 |
self.info("User's name is %s", username)
|
| 214 | 231 |
return username |
| 215 | 232 |
|
| 233 |
def _create_tmp_directory(self): |
|
| 234 |
"""Create a tmp directory |
|
| 235 |
|
|
| 236 |
In my machine /tmp has not enough space for an image |
|
| 237 |
to be saves, so we are going to use the current directory. |
|
| 238 |
|
|
| 239 |
""" |
|
| 240 |
temp_dir = tempfile.mkdtemp(dir=os.getcwd()) |
|
| 241 |
self.info("Temp directory %s created", temp_dir)
|
|
| 242 |
return temp_dir |
|
| 243 |
|
|
| 244 |
def _remove_tmp_directory(self, tmp_dir): |
|
| 245 |
"""Remove a tmp directory""" |
|
| 246 |
try: |
|
| 247 |
shutil.rmtree(tmp_dir) |
|
| 248 |
self.info("Temp directory %s deleted", tmp_dir)
|
|
| 249 |
except OSError: |
|
| 250 |
pass |
|
| 251 |
|
|
| 252 |
def _get_uuid_of_system_user(self): |
|
| 253 |
"""Get the uuid of the system user |
|
| 254 |
|
|
| 255 |
This is the user that upload the 'official' images. |
|
| 256 |
|
|
| 257 |
""" |
|
| 258 |
self.info("Getting the uuid of the system user")
|
|
| 259 |
system_users = None |
|
| 260 |
if self.system_user is not None: |
|
| 261 |
parsed_su = parse_typed_option(self.system_user) |
|
| 262 |
if parsed_su is None: |
|
| 263 |
msg = "Invalid system-user format: %s. Must be [id|name]:.+" |
|
| 264 |
self.warning(msg, self.system_user) |
|
| 265 |
else: |
|
| 266 |
su_type, su_value = parsed_su |
|
| 267 |
if su_type == "name": |
|
| 268 |
system_users = [su_value] |
|
| 269 |
elif su_type == "id": |
|
| 270 |
self.info("System user's uuid is %s", su_value)
|
|
| 271 |
return su_value |
|
| 272 |
else: |
|
| 273 |
self.error("Unrecognized system-user type %s", su_type)
|
|
| 274 |
self.fail("Unrecognized system-user type")
|
|
| 275 |
|
|
| 276 |
if system_users is None: |
|
| 277 |
system_users = SYSTEM_USERS |
|
| 278 |
|
|
| 279 |
uuids = self.clients.astakos.usernames2uuids(system_users) |
|
| 280 |
for su_name in system_users: |
|
| 281 |
self.info("Trying username %s", su_name)
|
|
| 282 |
if su_name in uuids: |
|
| 283 |
self.info("System user's uuid is %s", uuids[su_name])
|
|
| 284 |
return uuids[su_name] |
|
| 285 |
|
|
| 286 |
self.warning("No system user found")
|
|
| 287 |
return None |
|
| 288 |
|
|
| 289 |
# ---------------------------------- |
|
| 290 |
# Flavors |
|
| 216 | 291 |
def _get_list_of_flavors(self, detail=False): |
| 217 | 292 |
"""Get (detailed) list of flavors""" |
| 218 | 293 |
if detail: |
| ... | ... | |
| 222 | 297 |
flavors = self.clients.compute.list_flavors(detail=detail) |
| 223 | 298 |
return flavors |
| 224 | 299 |
|
| 300 |
# ---------------------------------- |
|
| 301 |
# Images |
|
| 302 |
def _get_list_of_images(self, detail=False): |
|
| 303 |
"""Get (detailed) list of images""" |
|
| 304 |
if detail: |
|
| 305 |
self.info("Getting detailed list of images")
|
|
| 306 |
else: |
|
| 307 |
self.info("Getting simple list of images")
|
|
| 308 |
images = self.clients.image.list_public(detail=detail) |
|
| 309 |
# Remove images registered by burnin |
|
| 310 |
images = [img for img in images |
|
| 311 |
if not img['name'].startswith(SNF_TEST_PREFIX)] |
|
| 312 |
return images |
|
| 313 |
|
|
| 314 |
def _get_list_of_sys_images(self, images=None): |
|
| 315 |
"""Get (detailed) list of images registered by system user or by me""" |
|
| 316 |
self.info("Getting list of images registered by system user or by me")
|
|
| 317 |
if images is None: |
|
| 318 |
images = self._get_list_of_images(detail=True) |
|
| 319 |
|
|
| 320 |
su_uuid = self._get_uuid_of_system_user() |
|
| 321 |
my_uuid = self._get_uuid() |
|
| 322 |
ret_images = [i for i in images |
|
| 323 |
if i['owner'] == su_uuid or i['owner'] == my_uuid] |
|
| 324 |
|
|
| 325 |
return ret_images |
|
| 326 |
|
|
| 327 |
def _find_image(self, patterns, images=None): |
|
| 328 |
"""Find a suitable image to use |
|
| 329 |
|
|
| 330 |
The patterns is a list of `typed_options'. The first pattern to |
|
| 331 |
match an image will be the one that will be returned. |
|
| 332 |
|
|
| 333 |
""" |
|
| 334 |
if images is None: |
|
| 335 |
images = self._get_list_of_sys_images() |
|
| 336 |
|
|
| 337 |
for ptrn in patterns: |
|
| 338 |
parsed_ptrn = parse_typed_option(ptrn) |
|
| 339 |
if parsed_ptrn is None: |
|
| 340 |
msg = "Invalid image format: %s. Must be [id|name]:.+" |
|
| 341 |
self.warning(msg, ptrn) |
|
| 342 |
continue |
|
| 343 |
img_type, img_value = parsed_ptrn |
|
| 344 |
if img_type == "name": |
|
| 345 |
# Filter image by name |
|
| 346 |
msg = "Trying to find an image with name %s" |
|
| 347 |
self.info(msg, img_value) |
|
| 348 |
filtered_imgs = \ |
|
| 349 |
[i for i in images if |
|
| 350 |
re.search(img_value, i['name'], flags=re.I) is not None] |
|
| 351 |
elif img_type == "id": |
|
| 352 |
# Filter images by id |
|
| 353 |
msg = "Trying to find an image with id %s" |
|
| 354 |
self.info(msg, img_value) |
|
| 355 |
filtered_imgs = \ |
|
| 356 |
[i for i in images if |
|
| 357 |
i['id'].lower() == img_value.lower()] |
|
| 358 |
else: |
|
| 359 |
self.error("Unrecognized image type %s", img_type)
|
|
| 360 |
self.fail("Unrecognized image type")
|
|
| 361 |
|
|
| 362 |
# Check if we found one |
|
| 363 |
if filtered_imgs: |
|
| 364 |
img = filtered_imgs[0] |
|
| 365 |
self.info("Will use %s with id %s", img['name'], img['id'])
|
|
| 366 |
return img |
|
| 367 |
|
|
| 368 |
# We didn't found one |
|
| 369 |
err = "No matching image found" |
|
| 370 |
self.error(err) |
|
| 371 |
self.fail(err) |
|
| 372 |
|
|
| 373 |
# ---------------------------------- |
|
| 374 |
# Pithos |
|
| 225 | 375 |
def _set_pithos_account(self, account): |
| 226 |
"""Set the pithos account"""
|
|
| 376 |
"""Set the Pithos account"""
|
|
| 227 | 377 |
assert account, "No pithos account was given" |
| 228 | 378 |
|
| 229 |
self.info("Setting pithos account to %s", account)
|
|
| 379 |
self.info("Setting Pithos account to %s", account)
|
|
| 230 | 380 |
self.clients.pithos.account = account |
| 231 | 381 |
|
| 382 |
def _set_pithos_container(self, container): |
|
| 383 |
"""Set the Pithos container""" |
|
| 384 |
assert container, "No pithos container was given" |
|
| 385 |
|
|
| 386 |
self.info("Setting Pithos container to %s", container)
|
|
| 387 |
self.clients.pithos.container = container |
|
| 388 |
|
|
| 232 | 389 |
def _get_list_of_containers(self, account=None): |
| 233 | 390 |
"""Get list of containers""" |
| 234 | 391 |
if account is not None: |
| ... | ... | |
| 272 | 429 |
BurninTests.action_timeout = opts.action_timeout |
| 273 | 430 |
BurninTests.action_warning = opts.action_warning |
| 274 | 431 |
BurninTests.query_interval = opts.query_interval |
| 432 |
BurninTests.system_user = opts.system_user |
|
| 275 | 433 |
BurninTests.run_id = SNF_TEST_PREFIX + \ |
| 276 | 434 |
datetime.datetime.strftime(datetime.datetime.now(), "%Y%m%d%H%M%S") |
| 277 | 435 |
|
| ... | ... | |
| 321 | 479 |
else: |
| 322 | 480 |
logger.testsuite_failure(tsuite) |
| 323 | 481 |
return False |
| 482 |
|
|
| 483 |
|
|
| 484 |
def parse_typed_option(value): |
|
| 485 |
"""Parse typed options (flavors and images) |
|
| 486 |
|
|
| 487 |
The options are in the form 'id:123-345' or 'name:^Debian Base$' |
|
| 488 |
|
|
| 489 |
""" |
|
| 490 |
try: |
|
| 491 |
[type_, val] = value.strip().split(':')
|
|
| 492 |
if type_ not in ["id", "name"]: |
|
| 493 |
raise ValueError |
|
| 494 |
return type_, val |
|
| 495 |
except ValueError: |
|
| 496 |
return None |
|
Also available in: Unified diff