Reimplement xseg paths and add xseg_forward
[archipelago] / xseg / peers / user / xseg-tool.c
index 4d22579..f2eca51 100644 (file)
@@ -1,3 +1,37 @@
+/*
+ * Copyright 2012 GRNET S.A. All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or
+ * without modification, are permitted provided that the following
+ * conditions are met:
+ *
+ *   1. Redistributions of source code must retain the above
+ *      copyright notice, this list of conditions and the following
+ *      disclaimer.
+ *   2. Redistributions in binary form must reproduce the above
+ *      copyright notice, this list of conditions and the following
+ *      disclaimer in the documentation and/or other materials
+ *      provided with the distribution.
+ *
+ * THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
+ * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+ * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+ * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
+ * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
+ * USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
+ * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+ * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
+ * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+ * POSSIBILITY OF SUCH DAMAGE.
+ *
+ * The views and conclusions contained in the software and
+ * documentation are those of the authors and should not be
+ * interpreted as representing official policies, either expressed
+ * or implied, of GRNET S.A.
+ */
+
 #define _GNU_SOURCE
 #include <stdio.h>
 #include <stdlib.h>
@@ -57,6 +91,12 @@ enum req_action {
        COMPLETE = 3
 };
 
+enum queue {
+       FREE_QUEUE = 0,
+       REQUEST_QUEUE = 1,
+       REPLY_QUEUE = 2
+};
+
 char *namebuf;
 char *chunk;
 struct xseg_config cfg;
@@ -211,15 +251,15 @@ void report_request(struct xseg_request *req)
        fprintf(stderr,
                "Request %lx: target[%u](xptr: %llu): %s, data[%llu](xptr: %llu): %s \n\t"
                "offset: %llu, size: %llu, serviced; %llu, op: %u, state: %u, flags: %u \n\t"
-               "src: %u, src_transit: %u, dst: %u, dst_transit: %u\n",
+               "src: %u, transit: %u, dst: %u, effective dst: %u\n",
                (unsigned long) req, req->targetlen, (unsigned long long)req->target,
-               xseg_get_target(xseg, req),
+               target,
                (unsigned long long) req->datalen, (unsigned long long) req->data,
-               xseg_get_data(xseg, req),
+               data,
                (unsigned long long) req->offset, (unsigned long long) req->size,
                (unsigned long long) req->serviced, req->op, req->state, req->flags,
-               (unsigned int) req->src_portno, (unsigned int) req->src_transit_portno,
-               (unsigned int) req->dst_portno, (unsigned int) req->dst_transit_portno);
+               (unsigned int) req->src_portno, (unsigned int) req->transit_portno,
+               (unsigned int) req->dst_portno, (unsigned int) req->effective_dst_portno);
 
 
 }
@@ -390,16 +430,111 @@ int cmd_delete(char *target)
 
 int cmd_acquire(char *target)
 {
+       uint32_t targetlen = strlen(target);
+       int r;
+       xport p;
+       char *req_target;
+       struct xseg_request *req = xseg_get_request(xseg, srcport, dstport, X_ALLOC);
+       if (!req) {
+               fprintf(stderr, "No request\n");
+               return -1;
+       }
+
+       r = xseg_prep_request(xseg, req, targetlen, 0);
+       if (r < 0) {
+               fprintf(stderr, "Cannot prepare request! (%lu, 0)\n",
+                       (unsigned long)targetlen);
+               xseg_put_request(xseg, req, srcport);
+               return -1;
+       }
+
+       req_target = xseg_get_target(xseg, req);
+       strncpy(req_target, target, targetlen);
+       req->offset = 0;
+       req->size = 0;
+       req->op = X_OPEN;
+       p = xseg_submit(xseg, req, srcport, X_ALLOC);
+       if (p == NoPort)
+               return -1;
+
+       xseg_signal(xseg, p);
        return 0;
 }
 
 int cmd_release(char *target)
 {
+       uint32_t targetlen = strlen(target);
+       int r;
+       xport p;
+       char *req_target;
+       struct xseg_request *req = xseg_get_request(xseg, srcport, dstport, X_ALLOC);
+       if (!req) {
+               fprintf(stderr, "No request\n");
+               return -1;
+       }
+
+       r = xseg_prep_request(xseg, req, targetlen, 0);
+       if (r < 0) {
+               fprintf(stderr, "Cannot prepare request! (%lu, 0)\n",
+                       (unsigned long)targetlen);
+               xseg_put_request(xseg, req, srcport);
+               return -1;
+       }
+
+       req_target = xseg_get_target(xseg, req);
+       strncpy(req_target, target, targetlen);
+       req->offset = 0;
+       req->size = 0;
+       req->op = X_CLOSE;
+       req->flags = XF_FORCE;
+       p = xseg_submit(xseg, req, srcport, X_ALLOC);
+       if (p == NoPort)
+               return -1;
+
+       xseg_signal(xseg, p);
+       return 0;
        return 0;
 }
 
 int cmd_copy(char *src, char *dst)
 {
+        uint32_t targetlen = strlen(dst);
+       uint32_t parentlen = strlen(src);
+        struct xseg_request *req;
+        struct xseg_request_copy *xcopy;
+       req = xseg_get_request(xseg, srcport, dstport, X_ALLOC);
+        if (!req) {
+                fprintf(stderr, "No request\n");
+                return -1;
+        }
+
+       int r = xseg_prep_request(xseg, req, targetlen,
+                       sizeof(struct xseg_request_copy));
+        if (r < 0) {
+                fprintf(stderr, "Cannot prepare request!\n");
+                xseg_put_request(xseg, req, srcport);
+                return -1;
+        }
+
+       char *target = xseg_get_target(xseg, req);
+       char *data = xseg_get_data(xseg, req);
+
+       strncpy(target, dst, targetlen);
+        xcopy = (struct xseg_request_copy *) data;
+        strncpy(xcopy->target, src, parentlen);
+       xcopy->targetlen = parentlen;
+        req->offset = 0;
+        req->size = sizeof(struct xseg_request_copy);
+        req->op = X_COPY;
+
+       xport p = xseg_submit(xseg, req, srcport, X_ALLOC);
+       if (p == NoPort){
+               fprintf(stderr, "Cannot submit request\n");
+               return -1;
+       }
+       xseg_signal(xseg, p);
+
+       return 0;
        return 0;
 }
 
@@ -446,6 +581,48 @@ int cmd_clone(char *src, char *dst)
        return 0;
 }
 
+int cmd_snapshot(char *src, char *dst, long block_size)
+{
+
+        uint32_t targetlen = strlen(src);
+       uint32_t parentlen = strlen(dst);
+        struct xseg_request *req;
+        struct xseg_request_snapshot *xsnapshot;
+       xseg_bind_port(xseg, srcport, NULL);
+       req = xseg_get_request(xseg, srcport, dstport, X_ALLOC);
+        if (!req) {
+                fprintf(stderr, "No request\n");
+                return -1;
+        }
+
+       int r = xseg_prep_request(xseg, req, targetlen, sizeof(struct xseg_request_snapshot));
+        if (r < 0) {
+                fprintf(stderr, "Cannot prepare request!\n");
+                xseg_put_request(xseg, req, srcport);
+                return -1;
+        }
+
+       char *target = xseg_get_target(xseg, req);
+       char *data = xseg_get_data(xseg, req);
+
+       strncpy(target, src, targetlen);
+        xsnapshot = (struct xseg_request_snapshot *) data;
+        strncpy(xsnapshot->target, dst, parentlen);
+       xsnapshot->targetlen = parentlen;
+        req->offset = 0;
+        req->size = (uint64_t) block_size;
+        req->op = X_SNAPSHOT;
+
+       xport p = xseg_submit(xseg, req, srcport, X_ALLOC);
+       if (p == NoPort){
+               fprintf(stderr, "Cannot submit request\n");
+               return -1;
+       }
+       xseg_signal(xseg, p);
+
+       return 0;
+}
+
 void log_req(int logfd, uint32_t portno2, uint32_t portno1, int op, int method,
                struct xseg_request *req)
 {
@@ -893,7 +1070,7 @@ int cmd_submit_reqs(long loops, long concurrent_reqs, int op)
 
        struct xseg_request *submitted = NULL, *received;
        long nr_submitted = 0, nr_received = 0, nr_failed = 0, nr_mismatch = 0, nr_flying = 0;
-       int reported = 0, r;
+       int r;
        uint64_t offset;
        uint32_t targetlen = 10, chunksize = 4096;
        struct timeval tv1, tv2;
@@ -920,7 +1097,6 @@ int cmd_submit_reqs(long loops, long concurrent_reqs, int op)
                        //FIXME
                        ++nr_flying;
                        nr_submitted += 1;
-                       reported = 0;
                        offset = 0;//pick(size);
 
                        submitted->offset = offset;
@@ -976,8 +1152,20 @@ int cmd_submit_reqs(long loops, long concurrent_reqs, int op)
        return 0;
 }
 
+static void lock_status(struct xlock *lock, char *buf, int len)
+{
+       int r;
+       if (lock->owner == Noone)
+               r = snprintf(buf, len, "Locked: No");
+       else
+               r = snprintf(buf, len, "Locked: Yes (Owner: %lu)", lock->owner);
+       if (r >= len)
+               buf[len-1] = 0;
+}
+
 int cmd_report(uint32_t portno)
 {
+       char fls[64], rls[64], pls[64]; // buffer to store lock status
        struct xseg_port *port = xseg_get_port(xseg, portno);
        if (!port) {
                printf("port %u is not assigned\n", portno);
@@ -987,18 +1175,21 @@ int cmd_report(uint32_t portno)
        fq = xseg_get_queue(xseg, port, free_queue);
        rq = xseg_get_queue(xseg, port, request_queue);
        pq = xseg_get_queue(xseg, port, reply_queue);
+       lock_status(&port->fq_lock, fls, 64);
+       lock_status(&port->rq_lock, rls, 64);
+       lock_status(&port->pq_lock, pls, 64);
        fprintf(stderr, "port %u:\n"
-               "   requests: %llu/%llu  src gw: %u  dst gw: %u\n"
-               "       free_queue [%p] count : %llu\n"
-               "    request_queue [%p] count : %llu\n"
-               "      reply_queue [%p] count : %llu\n",
+               "   requests: %llu/%llu  next: %u  dst gw: %u\n"
+               "       free_queue [%p] count : %4llu | %s\n"
+               "    request_queue [%p] count : %4llu | %s\n"
+               "      reply_queue [%p] count : %4llu | %s\n",
                portno, (unsigned long long)port->alloc_reqs, 
                (unsigned long long)port->max_alloc_reqs,
-               xseg->src_gw[portno],
+               xseg->path_next[portno],
                xseg->dst_gw[portno],
-               (void *)fq, (unsigned long long)xq_count(fq),
-               (void *)rq, (unsigned long long)xq_count(rq),
-               (void *)pq, (unsigned long long)xq_count(pq));
+               (void *)fq, (unsigned long long)xq_count(fq), fls,
+               (void *)rq, (unsigned long long)xq_count(rq), rls,
+               (void *)pq, (unsigned long long)xq_count(pq), pls);
        return 0;
 }
 
@@ -1016,12 +1207,74 @@ int cmd_join(void)
 }
 static void print_hanlder(char *name, struct xobject_h *obj_h)
 {
-       fprintf(stderr, "%20s: free: %4llu, allocated: %4llu, allocated space: %7llu (object size: %llu)\n",
+       char ls[64];
+       lock_status(&obj_h->lock, ls, 64);
+       fprintf(stderr, "%20s: free: %4llu, allocated: %4llu, allocated space: %7llu (object size: %llu), Lock %s\n",
                        name,
                        (unsigned long long) obj_h->nr_free,
                        (unsigned long long) obj_h->nr_allocated,
                        (unsigned long long) obj_h->allocated_space,
-                       (unsigned long long) obj_h->obj_size);
+                       (unsigned long long) obj_h->obj_size, ls);
+}
+
+//FIXME ugly
+static void print_heap(struct xseg *xseg)
+{
+       char *UNIT[4];
+       UNIT[0] = "B";
+       UNIT[1] = "KiB";
+       UNIT[2] = "MiB";
+       UNIT[3] = "GiB";
+       uint64_t MULT[4];
+       MULT[0] = 1;
+       MULT[1] = 1024;
+       MULT[2] = 1024*1024;
+       MULT[3] = 1024*1024*1024;
+
+       int u;
+       uint64_t t;
+       fprintf(stderr, "Heap usage: ");
+       u = 0;
+       t = xseg->heap->cur;
+       while (t > 0) {
+               t /= 1024;
+               u++;
+       }
+       if (!t)
+               u--;
+       t = xseg->heap->cur / MULT[u];
+       if (t < 10){
+               float tf = ((float)(xseg->heap->cur))/((float)MULT[u]);
+               fprintf(stderr, "%2.1f %s/", tf, UNIT[u]);
+       }
+       else {
+               unsigned int tu = xseg->heap->cur / MULT[u];
+               fprintf(stderr, "%3u %s/", tu, UNIT[u]);
+       }
+
+       u = 0;
+       t = xseg->config.heap_size;
+       while (t > 0) {
+               t /= 1024;
+               u++;
+       }
+       if (!t)
+               u--;
+       t = xseg->config.heap_size/MULT[u];
+       if (t < 10){
+               float tf = ((float)(xseg->config.heap_size))/(float)MULT[u];
+               fprintf(stderr, "%2.1f %s ", tf, UNIT[u]);
+       }
+       else {
+               unsigned int tu = xseg->config.heap_size / MULT[u];
+               fprintf(stderr, "%3u %s ", tu, UNIT[u]);
+       }
+       char ls[64];
+       lock_status(&xseg->heap->lock, ls, 64);
+       fprintf(stderr, "(%llu / %llu), %s\n",
+                       (unsigned long long)xseg->heap->cur,
+                       (unsigned long long)xseg->config.heap_size,
+                       ls);
 }
 
 int cmd_reportall(void)
@@ -1031,10 +1284,12 @@ int cmd_reportall(void)
        if (cmd_join())
                return -1;
 
-
-       fprintf(stderr, "Heap usage: %llu / %llu\n",
-                       (unsigned long long)xseg->heap->cur,
-                       (unsigned long long)xseg->config.heap_size);
+       fprintf(stderr, "Segment lock: %s\n",
+               (xseg->shared->flags & XSEG_F_LOCK) ? "Locked" : "Unlocked");
+       print_heap(xseg);
+       /* fprintf(stderr, "Heap usage: %llu / %llu\n", */
+       /*              (unsigned long long)xseg->heap->cur, */
+       /*              (unsigned long long)xseg->config.heap_size); */
        fprintf(stderr, "Handlers: \n");
        print_hanlder("Requests handler", xseg->request_h);
        print_hanlder("Ports handler", xseg->port_h);
@@ -1057,42 +1312,233 @@ int finish_req(struct xseg_request *req, enum req_action action)
                req->state |= XS_FAILED;
                req->state &= ~XS_SERVED;
        }
+       req->serviced = 0;
        xport p = xseg_respond(xseg, req, srcport, X_ALLOC);
-       xseg_signal(xseg, p);
+       if (p == NoPort)
+               xseg_put_request(xseg, req, srcport);
+       else
+               xseg_signal(xseg, p);
+       return 0;
 }
 
+//FIXME this should be in xseg lib?
+static int isDangling(struct xseg_request *req)
+{
+       xport i;
+       struct xseg_port *port;
+       for (i = 0; i < xseg->config.nr_ports; i++) {
+               if (xseg->ports[i]){
+                       port = xseg_get_port(xseg, i);
+                       if (!port){
+                               fprintf(stderr, "Inconsisten port <-> portno mapping %u", i);
+                               continue;
+                       }
+                       struct xq *fq, *rq, *pq;
+                       fq = xseg_get_queue(xseg, port, free_queue);
+                       rq = xseg_get_queue(xseg, port, request_queue);
+                       pq = xseg_get_queue(xseg, port, reply_queue);
+                       xlock_acquire(&port->fq_lock, srcport);
+                       if (__xq_check(fq, XPTR_MAKE(req, xseg->segment))){
+                                       xlock_release(&port->fq_lock);
+                                       return 0;
+                       }
+                       xlock_release(&port->fq_lock);
+                       xlock_acquire(&port->rq_lock, srcport);
+                       if (__xq_check(rq, XPTR_MAKE(req, xseg->segment))){
+                                       xlock_release(&port->rq_lock);
+                                       return 0;
+                       }
+                       xlock_release(&port->rq_lock);
+                       xlock_acquire(&port->pq_lock, srcport);
+                       if (__xq_check(pq, XPTR_MAKE(req, xseg->segment))){
+                                       xlock_release(&port->pq_lock);
+                                       return 0;
+                       }
+                       xlock_release(&port->pq_lock);
+               }
+       }
+       return 1;
+}
 
-int cmd_requests(xport portno, enum req_action action )
+int prompt_user(char *msg)
+{
+       int c = 0, r = -1;
+       printf("%s [y/n]: ", msg);
+       while (1) {
+               c = fgetc(stdin);
+               if (c == 'y' || c == 'Y')
+                       r = 1;
+               else if (c == 'n' || c == 'N')
+                       r = 0;
+               else if (c == '\n'){
+                       if (r == -1)
+                               printf("%s [y/n]: ", msg);
+                       else
+                               break;
+               }
+       }
+       return r;
+}
+
+//FIXME this should be in xseg lib?
+int cmd_verify(int fix)
 {
        if (cmd_join())
                return -1;
+       //segment lock
+       if (xseg->shared->flags & XSEG_F_LOCK){
+               fprintf(stderr, "Segment lock: Locked\n");
+               if (fix && prompt_user("Unlock it ?"))
+                       xseg->shared->flags &= ~XSEG_F_LOCK;
+       }
+       //heap lock
+       if (xseg->heap->lock.owner != Noone){
+               fprintf(stderr, "Heap lock: Locked (Owner: %llu)\n",
+                       (unsigned long long)xseg->heap->lock.owner);
+               if (fix && prompt_user("Unlock it ?"))
+                       xlock_release(&xseg->heap->lock);
+       }
+       //obj_h locks
+       if (xseg->request_h->lock.owner != Noone){
+               fprintf(stderr, "Requests handler lock: Locked (Owner: %llu)\n",
+                       (unsigned long long)xseg->request_h->lock.owner);
+               if (fix && prompt_user("Unlock it ?"))
+                       xlock_release(&xseg->request_h->lock);
+       }
+       if (xseg->port_h->lock.owner != Noone){
+               fprintf(stderr, "Ports handler lock: Locked (Owner: %llu)\n",
+                       (unsigned long long)xseg->port_h->lock.owner);
+               if (fix && prompt_user("Unlock it ?"))
+                       xlock_release(&xseg->port_h->lock);
+       }
+       if (xseg->object_handlers->lock.owner != Noone){
+               fprintf(stderr, "Objects handler lock: Locked (Owner: %llu)\n",
+                       (unsigned long long)xseg->object_handlers->lock.owner);
+               if (fix && prompt_user("Unlock it ?"))
+                       xlock_release(&xseg->object_handlers->lock);
+       }
+       //take segment lock?
+       xport i;
+       struct xseg_port *port;
+       for (i = 0; i < xseg->config.nr_ports; i++) {
+               if (xseg->ports[i]){
+                       port = xseg_get_port(xseg, i);
+                       if (!port){
+                               fprintf(stderr, "Inconsisten port <-> portno mapping %u", i);
+                               continue;
+                       }
+                       if (port->fq_lock.owner != Noone) {
+                               fprintf(stderr, "Free queue lock of port %u locked (Owner %llu)\n",
+                                               i, (unsigned long long)port->fq_lock.owner);
+                               if (fix && prompt_user("Unlock it ?"))
+                                       xlock_release(&port->fq_lock);
+                       }
+                       if (port->rq_lock.owner != Noone) {
+                               fprintf(stderr, "Request queue lock of port %u locked (Owner %llu)\n",
+                                               i, (unsigned long long)port->rq_lock.owner);
+                               if (fix && prompt_user("Unlock it ?"))
+                                       xlock_release(&port->rq_lock);
+                       }
+                       if (port->pq_lock.owner != Noone) {
+                               fprintf(stderr, "Reply queue lock of port %u locked (Owner %llu)\n",
+                                               i, (unsigned long long)port->pq_lock.owner);
+                               if (fix && prompt_user("Unlock it ?"))
+                                       xlock_release(&port->pq_lock);
+                       }
+               }
+       }
 
        struct xobject_h *obj_h = xseg->request_h;
-       void *container = XPTR(&obj_h->container);
-       xhash_t *allocated = XPTR_TAKE(obj_h->allocated, container);
-       xhash_iter_t it;
-       xhash_iter_init(allocated, &it);
-       xhashidx key, val;
-       int i;
-       xlock_acquire(&obj_h->lock, 1);
-       while (xhash_iterate(allocated, &it, &key, &val)){
-               void *mem = XPTR_TAKE(val, container);
-               struct xseg_request *req = mem, *t;
-               for (i = 0; i < xheap_get_chunk_size(mem)/obj_h->obj_size; i++) {
-                       t = req + i;
-                       if (t->src_portno == portno){
-                               if (action == REPORT)
-                                       report_request(t);
-                               else if (action == FAIL)
-                                       finish_req(t, action);
-                               else if (action == COMPLETE)
-                                       finish_req(t, COMPLETE);
+       struct xobject_iter it;
+
+       struct xseg_request *req;
+       xlock_acquire(&obj_h->lock, srcport);
+       xobj_iter_init(obj_h, &it);
+       while (xobj_iterate(obj_h, &it, (void **)&req)){
+               //FIXME this will not work cause obj->magic - req->serial is not
+               //touched when a request is get
+               /* if (obj->magic != MAGIC_REQ && t->src_portno == portno){ */
+               if (isDangling(req) && !__xobj_isFree(obj_h, req)){
+                       report_request(req);
+                       if (fix && prompt_user("Fail it ?")){
+                               printf("Finishing ...\n");
+                               finish_req(req, FAIL);
                        }
                }
        }
        xlock_release(&obj_h->lock);
+       return 0;
+}
 
-       fprintf(stderr, "\n");
+int cmd_inspectq(xport portno, enum queue qt)
+{
+       if (cmd_join())
+               return -1;
+
+       struct xq *q;
+       struct xlock *l;
+       struct xseg_port *port = xseg_get_port(xseg, portno);
+       if (!port)
+               return -1;
+       if (qt == FREE_QUEUE){
+               q = xseg_get_queue(xseg, port, free_queue);
+               l = &port->fq_lock;
+       }
+       else if (qt == REQUEST_QUEUE){
+               q = xseg_get_queue(xseg, port, request_queue);
+               l = &port->rq_lock;
+       }
+       else if (qt == REPLY_QUEUE) {
+               q = xseg_get_queue(xseg, port, reply_queue);
+               l = &port->rq_lock;
+       }
+       else
+               return -1;
+       xlock_acquire(l, srcport);
+       xqindex i,c = xq_count(q);
+       if (c) {
+               struct xseg_request *req;
+               xptr xqi;
+               for (i = 0; i < c; i++) {
+                       xqi = __xq_pop_head(q);
+                       req = XPTR_TAKE(xqi, xseg->segment);
+                       report_request(req);
+                       __xq_append_tail(q, xqi);
+               }
+       }
+       else {
+               fprintf(stderr, "Queue is empty\n\n");
+       }
+       xlock_release(l);
+       return 0;
+}
+
+
+int cmd_request(struct xseg_request *req, enum req_action action)
+{
+       if (cmd_join())
+               return -1;
+
+       struct xobject_h *obj_h = xseg->request_h;
+       if (!xobj_check(obj_h, req))
+               return -1;
+
+       if (action == REPORT)
+               report_request(req);
+       else if (action == FAIL){
+               report_request(req);
+               if (prompt_user("fail it ?")){
+                       printf("Finishing ...\n");
+                       finish_req(req, FAIL);
+               }
+       }
+       else if (action == COMPLETE){
+               report_request(req);
+               if (prompt_user("Complete it ?")){
+                       printf("Finishing ...\n");
+                       finish_req(req, COMPLETE);
+               }
+       }
        return 0;
 }
 
@@ -1216,7 +1662,18 @@ void handle_reply(struct xseg_request *req)
        case X_INFO:
                fprintf(stderr, "size: %llu\n", (unsigned long long)*((uint64_t *)req_data));
                break;
-
+       case X_COPY:
+               fprintf(stderr, "copied %s\n", ((struct xseg_request_copy *)req_data)->target);
+               break;
+       case X_CLOSE:
+               fprintf(stderr, "Closed %s\n", req_target);
+               break;
+       case X_OPEN:
+               fprintf(stderr, "Opened %s\n", req_target);
+               break;
+       case X_SNAPSHOT:
+               fprintf(stderr, "Snapshotted %s\n", req_target);
+               break;
        default:
                break;
        }
@@ -1297,6 +1754,12 @@ int cmd_signal(uint32_t portno)
        return xseg_signal(xseg, portno);
 }
 
+int cmd_set_next(xport portno, xport next)
+{
+       xseg->path_next[portno] = next;
+       return 0;
+}
+
 int parse_ports(char *str)
 {
        int ret = 0;
@@ -1389,9 +1852,9 @@ int main(int argc, char **argv)
                        continue;
                }
 
-               if (!strcmp(argv[i], "showreqs") && (i + 1 < argc)) {
-                       ret = cmd_requests(atol(argv[i+1]), REPORT);
-                       i += 1;
+               if (!strcmp(argv[i], "set-next") && (i + 2 < argc)) {
+                       ret = cmd_set_next(atol(argv[i+1]), atol(argv[i+2]));
+                       i += 2;
                        continue;
                }
 
@@ -1422,12 +1885,41 @@ int main(int argc, char **argv)
                        continue;
                }
 
-               if (!strcmp(argv[i], "failreqs") && (i + 1 < argc)) {
-                       ret = cmd_requests(atol(argv[i+1]), FAIL);
+               if (!strcmp(argv[i], "verify")) {
+                       ret = cmd_verify(0);
+                       continue;
+               }
+
+               if (!strcmp(argv[i], "verify-fix")) {
+                       ret = cmd_verify(1);
+                       continue;
+               }
+
+               if (!strcmp(argv[i], "failreq") && (i + 1 < argc)) {
+                       struct xseg_request *req;
+                       sscanf(argv[i+1], "%lx", (unsigned long *)&req);
+                       ret = cmd_request(req, FAIL);
                        i += 1;
                        continue;
                }
 
+               if (!strcmp(argv[i], "inspect-freeq") && (i + 1 < argc)) {
+                       ret = cmd_inspectq(atol(argv[i+1]), FREE_QUEUE);
+                       i += 1;
+                       continue;
+               }
+
+               if (!strcmp(argv[i], "inspect-requestq") && (i + 1 < argc)) {
+                       ret = cmd_inspectq(atol(argv[i+1]), REQUEST_QUEUE);
+                       i += 1;
+                       continue;
+               }
+
+               if (!strcmp(argv[i], "inspect-replyq") && (i + 1 < argc)) {
+                       ret = cmd_inspectq(atol(argv[i+1]), REPLY_QUEUE);
+                       i += 1;
+                       continue;
+               }
 
                if (!strcmp(argv[i], "report")) {
                        ret = cmd_report(dstport);
@@ -1575,6 +2067,13 @@ int main(int argc, char **argv)
                        i += 2;
                        continue;
                }
+               if (!strcmp(argv[i], "snapshot") && (i + 2 < argc)) {
+                       char *src = argv[i+1];
+                       char *dst = argv[i+2];
+                       ret = cmd_snapshot(src, dst, 4096*1024);
+                       i += 2;
+                       continue;
+               }
 
                if (!strcmp(argv[i], "info") && (i + 1 < argc)) {
                        char *target = argv[i+1];