Synnefo

from synnefo.db.models import (Backend, VirtualMachine, Network,

                               BackendNetwork, pooled_rapi_client)

    operation = msg["operation"]

    status = msg["status"]

    jobID = msg["jobId"]

    logmsg = msg["logmsg"]

    job_fields = msg.get("job_fields", {})

    # Special case: OP_INSTANCE_CREATE with opportunistic locking may fail

    # if all Ganeti nodes are already locked. Retry the job without

    # opportunistic locking..

    if (operation == "OP_INSTANCE_CREATE" and status == "error" and

       job_fields.get("opportunistic_locking", False)):

        if vm.backendjobid != jobID:  # The job has already been retried!

            return

        # Remove extra fields

        [job_fields.pop(f) for f in ("OP_ID", "reason")]

        name = job_fields.pop("name", job_fields.pop("instance_name"))

        # Turn off opportunistic locking before retrying the job

        job_fields["opportunistic_locking"] = False

        with pooled_rapi_client(vm) as c:

            jobID = c.CreateInstance(name=name, **job_fields)

        # Update the VM fields

        vm.backendjobid = jobID

        vm.backendjobstatus = None

        vm.save()

        log.info("Retrying failed creation of instance '%s' without"

                 " opportunistic locking. New job ID: '%s'", name, jobID)

        return

    backend.process_op_status(vm, event_time, jobID, operation,

                              status, logmsg, nics)