+/*
+ * Copyright 2012 GRNET S.A. All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or
+ * without modification, are permitted provided that the following
+ * conditions are met:
+ *
+ * 1. Redistributions of source code must retain the above
+ * copyright notice, this list of conditions and the following
+ * disclaimer.
+ * 2. Redistributions in binary form must reproduce the above
+ * copyright notice, this list of conditions and the following
+ * disclaimer in the documentation and/or other materials
+ * provided with the distribution.
+ *
+ * THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
+ * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+ * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+ * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
+ * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
+ * USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
+ * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+ * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
+ * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+ * POSSIBILITY OF SUCH DAMAGE.
+ *
+ * The views and conclusions contained in the software and
+ * documentation are those of the authors and should not be
+ * interpreted as representing official policies, either expressed
+ * or implied, of GRNET S.A.
+ */
+
#define _GNU_SOURCE
#include <stdio.h>
#include <stdlib.h>
#include <fcntl.h>
#include <unistd.h>
+#include <xtypes/xhash.h>
+#include <xtypes/xobj.h>
#include <xseg/xseg.h>
-
+#include <xseg/protocol.h>
int help(void)
{
printf("xseg <spec> [[[<src_port>]:[<dst_port>]] [<command> <arg>*] ]*\n"
return 1;
}
+
+enum req_action {
+ REPORT = 1,
+ FAIL = 2,
+ COMPLETE = 3
+};
+
+enum queue {
+ FREE_QUEUE = 0,
+ REQUEST_QUEUE = 1,
+ REPLY_QUEUE = 2
+};
+
char *namebuf;
char *chunk;
struct xseg_config cfg;
* ./xseg-tool random 100000 | cut -d' ' -f2- | sort | uniq -d -c |wc -l
*/
+xport sport = NoPort;
+static void init_local_signal()
+{
+ if (xseg && sport != srcport){
+ xseg_init_local_signal(xseg, srcport);
+ sport = srcport;
+ }
+}
+
void mkname_heavy(char *name, uint32_t namelen, uint32_t seed)
{
int i;
void report_request(struct xseg_request *req)
{
- uint32_t max = req->datalen;
- char *data = xseg_get_data(xseg, req);
- if (max > 128)
- max = 128;
- data[max-1] = 0;
- fprintf(stderr, "request %llu state %u\n", (unsigned long long)req->serial, req->state);
+ char target[64], data[64];
+ char *req_target, *req_data;
+ unsigned int end = (req->targetlen> 63) ? 63 : req->targetlen;
+ req_target = xseg_get_target(xseg, req);
+ req_data = xseg_get_data(xseg, req);
+
+ strncpy(target, req_target, end);
+ target[end] = 0;
+ strncpy(data, req_data, 63);
+ data[63] = 0;
+ fprintf(stderr,
+ "Request %lx: target[%u](xptr: %llu): %s, data[%llu](xptr: %llu): %s \n\t"
+ "offset: %llu, size: %llu, serviced; %llu, op: %u, state: %u, flags: %u \n\t"
+ "src: %u, transit: %u, dst: %u, effective dst: %u\n",
+ (unsigned long) req, req->targetlen, (unsigned long long)req->target,
+ target,
+ (unsigned long long) req->datalen, (unsigned long long) req->data,
+ data,
+ (unsigned long long) req->offset, (unsigned long long) req->size,
+ (unsigned long long) req->serviced, req->op, req->state, req->flags,
+ (unsigned int) req->src_portno, (unsigned int) req->transit_portno,
+ (unsigned int) req->dst_portno, (unsigned int) req->effective_dst_portno);
+
+
}
int cmd_info(char *target)
uint32_t targetlen = strlen(target);
size_t size = sizeof(uint64_t);
int r;
- xserial srl;
+ xport p;
struct xseg_request *req;
char *req_target;
- req = xseg_get_request(xseg, srcport);
+ req = xseg_get_request(xseg, srcport, dstport, X_ALLOC);
if (!req) {
fprintf(stderr, "No request!\n");
return -1;
if (r < 0) {
fprintf(stderr, "Cannot prepare request! (%lu, %lu)\n",
(unsigned long) targetlen, (unsigned long) size);
- xseg_put_request(xseg, srcport, req);
+ xseg_put_request(xseg, req, srcport);
return -1;
}
req->size = size;
req->op = X_INFO;
- srl = xseg_submit(xseg, dstport, req);
- if (srl == Noneidx)
+ p = xseg_submit(xseg, req, srcport, X_ALLOC);
+ if (p == NoPort)
return -1;
- xseg_signal(xseg, dstport);
+ xseg_signal(xseg, p);
return 0;
}
{
uint32_t targetlen = strlen(target);
int r;
- xserial srl;
+ xport p;
char *req_target;
- struct xseg_request *req = xseg_get_request(xseg, srcport);
- printf("%x\n", req);
+ struct xseg_request *req = xseg_get_request(xseg, srcport, dstport, X_ALLOC);
if (!req) {
fprintf(stderr, "No request\n");
return -1;
if (r < 0) {
fprintf(stderr, "Cannot prepare request! (%lu, %llu)\n",
(unsigned long)targetlen, (unsigned long long)size);
- xseg_put_request(xseg, srcport, req);
+ xseg_put_request(xseg, req, srcport);
return -1;
}
req->size = size;
req->op = X_READ;
report_request(req);
- srl = xseg_submit(xseg, dstport, req);
- if (srl == Noneidx)
+ p = xseg_submit(xseg, req, srcport, X_ALLOC);
+ if (p == NoPort)
return -1;
- xseg_signal(xseg, dstport);
+ xseg_signal(xseg, p);
return 0;
}
{
char *buf = NULL;
int r;
- xserial srl;
+ xport p;
uint64_t size = 0;
char *req_target, *req_data;
uint32_t targetlen = strlen(target);
return -1;
}
- req = xseg_get_request(xseg, srcport);
+ req = xseg_get_request(xseg, srcport, dstport, X_ALLOC);
if (!req) {
fprintf(stderr, "No request\n");
return -1;
if (r < 0) {
fprintf(stderr, "Cannot prepare request! (%lu, %llu)\n",
(unsigned long)targetlen, (unsigned long long)size);
- xseg_put_request(xseg, srcport, req);
+ xseg_put_request(xseg, req, srcport);
return -1;
}
req->size = size;
req->op = X_WRITE;
- srl = xseg_submit(xseg, dstport, req);
- if (srl == Noneidx) {
+ p = xseg_submit(xseg, req, srcport, X_ALLOC);
+ if (p == NoPort) {
fprintf(stderr, "Cannot submit\n");
return -1;
}
+ xseg_signal(xseg, p);
return 0;
}
int cmd_delete(char *target)
{
+ uint32_t targetlen = strlen(target);
+ int r;
+ struct xseg_request *req;
+ init_local_signal();
+ xseg_bind_port(xseg, srcport, NULL);
+
+ req = xseg_get_request(xseg, srcport, dstport, X_ALLOC);
+ if (!req) {
+ fprintf(stderr, "No request!\n");
+ return -1;
+ }
+
+ r = xseg_prep_request(xseg, req, targetlen, 0);
+ if (r < 0) {
+ fprintf(stderr, "Cannot prepare request! (%lu, %lu)\n",
+ (unsigned long) targetlen, (unsigned long) req->bufferlen - targetlen);
+ xseg_put_request(xseg, req, srcport);
+ return -1;
+ }
+
+ char *reqtarget = xseg_get_target(xseg, req);
+ strncpy(reqtarget, target, targetlen);
+ req->op = X_DELETE;
+
+ xport p = xseg_submit(xseg, req, srcport, X_ALLOC);
+ if (p == NoPort){
+ fprintf(stderr, "Couldn't submit request\n");
+ xseg_put_request(xseg, req, srcport);
+ return -1;
+ }
+
+ xseg_signal(xseg, p);
+
return 0;
}
int cmd_acquire(char *target)
{
+ uint32_t targetlen = strlen(target);
+ int r;
+ xport p;
+ char *req_target;
+ struct xseg_request *req = xseg_get_request(xseg, srcport, dstport, X_ALLOC);
+ if (!req) {
+ fprintf(stderr, "No request\n");
+ return -1;
+ }
+
+ r = xseg_prep_request(xseg, req, targetlen, 0);
+ if (r < 0) {
+ fprintf(stderr, "Cannot prepare request! (%lu, 0)\n",
+ (unsigned long)targetlen);
+ xseg_put_request(xseg, req, srcport);
+ return -1;
+ }
+
+ req_target = xseg_get_target(xseg, req);
+ strncpy(req_target, target, targetlen);
+ req->offset = 0;
+ req->size = 0;
+ req->op = X_OPEN;
+ p = xseg_submit(xseg, req, srcport, X_ALLOC);
+ if (p == NoPort)
+ return -1;
+
+ xseg_signal(xseg, p);
return 0;
}
int cmd_release(char *target)
{
+ uint32_t targetlen = strlen(target);
+ int r;
+ xport p;
+ char *req_target;
+ struct xseg_request *req = xseg_get_request(xseg, srcport, dstport, X_ALLOC);
+ if (!req) {
+ fprintf(stderr, "No request\n");
+ return -1;
+ }
+
+ r = xseg_prep_request(xseg, req, targetlen, 0);
+ if (r < 0) {
+ fprintf(stderr, "Cannot prepare request! (%lu, 0)\n",
+ (unsigned long)targetlen);
+ xseg_put_request(xseg, req, srcport);
+ return -1;
+ }
+
+ req_target = xseg_get_target(xseg, req);
+ strncpy(req_target, target, targetlen);
+ req->offset = 0;
+ req->size = 0;
+ req->op = X_CLOSE;
+ req->flags = XF_FORCE;
+ p = xseg_submit(xseg, req, srcport, X_ALLOC);
+ if (p == NoPort)
+ return -1;
+
+ xseg_signal(xseg, p);
+ return 0;
return 0;
}
int cmd_copy(char *src, char *dst)
{
+ uint32_t targetlen = strlen(dst);
+ uint32_t parentlen = strlen(src);
+ struct xseg_request *req;
+ struct xseg_request_copy *xcopy;
+ req = xseg_get_request(xseg, srcport, dstport, X_ALLOC);
+ if (!req) {
+ fprintf(stderr, "No request\n");
+ return -1;
+ }
+
+ int r = xseg_prep_request(xseg, req, targetlen,
+ sizeof(struct xseg_request_copy));
+ if (r < 0) {
+ fprintf(stderr, "Cannot prepare request!\n");
+ xseg_put_request(xseg, req, srcport);
+ return -1;
+ }
+
+ char *target = xseg_get_target(xseg, req);
+ char *data = xseg_get_data(xseg, req);
+
+ strncpy(target, dst, targetlen);
+ xcopy = (struct xseg_request_copy *) data;
+ strncpy(xcopy->target, src, parentlen);
+ xcopy->targetlen = parentlen;
+ req->offset = 0;
+ req->size = sizeof(struct xseg_request_copy);
+ req->op = X_COPY;
+
+ xport p = xseg_submit(xseg, req, srcport, X_ALLOC);
+ if (p == NoPort){
+ fprintf(stderr, "Cannot submit request\n");
+ return -1;
+ }
+ xseg_signal(xseg, p);
+
+ return 0;
return 0;
}
int cmd_clone(char *src, char *dst)
{
+
+ uint32_t targetlen = strlen(dst);
+ uint32_t parentlen = strlen(src);
+ struct xseg_request *req;
+ struct xseg_request_clone *xclone;
+ xseg_bind_port(xseg, srcport, NULL);
+ req = xseg_get_request(xseg, srcport, dstport, X_ALLOC);
+ if (!req) {
+ fprintf(stderr, "No request\n");
+ return -1;
+ }
+
+ int r = xseg_prep_request(xseg, req, targetlen, sizeof(struct xseg_request_clone));
+ if (r < 0) {
+ fprintf(stderr, "Cannot prepare request!\n");
+ xseg_put_request(xseg, req, srcport);
+ return -1;
+ }
+
+ char *target = xseg_get_target(xseg, req);
+ char *data = xseg_get_data(xseg, req);
+
+ strncpy(target, dst, targetlen);
+ xclone = (struct xseg_request_clone *) data;
+ strncpy(xclone->target, src, parentlen);
+ xclone->targetlen = parentlen;
+ xclone->size = -1;
+ req->offset = 0;
+ req->size = sizeof(struct xseg_request_clone);
+ req->op = X_CLONE;
+
+ xport p = xseg_submit(xseg, req, srcport, X_ALLOC);
+ if (p == NoPort){
+ fprintf(stderr, "Cannot submit request\n");
+ return -1;
+ }
+ xseg_signal(xseg, p);
+
+ return 0;
+}
+
+int cmd_snapshot(char *src, char *dst, long block_size)
+{
+
+ uint32_t targetlen = strlen(src);
+ uint32_t parentlen = strlen(dst);
+ struct xseg_request *req;
+ struct xseg_request_snapshot *xsnapshot;
+ xseg_bind_port(xseg, srcport, NULL);
+ req = xseg_get_request(xseg, srcport, dstport, X_ALLOC);
+ if (!req) {
+ fprintf(stderr, "No request\n");
+ return -1;
+ }
+
+ int r = xseg_prep_request(xseg, req, targetlen, sizeof(struct xseg_request_snapshot));
+ if (r < 0) {
+ fprintf(stderr, "Cannot prepare request!\n");
+ xseg_put_request(xseg, req, srcport);
+ return -1;
+ }
+
+ char *target = xseg_get_target(xseg, req);
+ char *data = xseg_get_data(xseg, req);
+
+ strncpy(target, src, targetlen);
+ xsnapshot = (struct xseg_request_snapshot *) data;
+ strncpy(xsnapshot->target, dst, parentlen);
+ xsnapshot->targetlen = parentlen;
+ req->offset = 0;
+ req->size = (uint64_t) block_size;
+ req->op = X_SNAPSHOT;
+
+ xport p = xseg_submit(xseg, req, srcport, X_ALLOC);
+ if (p == NoPort){
+ fprintf(stderr, "Cannot submit request\n");
+ return -1;
+ }
+ xseg_signal(xseg, p);
+
return 0;
}
for (;;) {
active = 0;
- req = xseg_accept(xseg, portno1);
+ //FIXME
+ req = xseg_accept(xseg, portno1, 0);
if (req) {
- xseg_submit(xseg, portno2, req);
+ xseg_submit(xseg, req, portno2, X_ALLOC);
log_req(logfd, portno1, portno2, LOG_ACCEPT, method, req);
active += 1;
}
- req = xseg_accept(xseg, portno2);
+ req = xseg_accept(xseg, portno2, 0);
if (req) {
- xseg_submit(xseg, portno1, req);
+ xseg_submit(xseg, req, portno1, X_ALLOC);
log_req(logfd, portno2, portno1, LOG_ACCEPT, method, req);
active += 1;
}
- req = xseg_receive(xseg, portno1);
+ req = xseg_receive(xseg, portno1, 0);
if (req) {
- xseg_respond(xseg, portno2, req);
+ xseg_respond(xseg, req, portno2, X_ALLOC);
log_req(logfd, portno1, portno2, LOG_RECEIVE, method, req);
active += 1;
}
- req = xseg_receive(xseg, portno2);
+ req = xseg_receive(xseg, portno2, 0);
if (req) {
- xseg_respond(xseg, portno1, req);
+ xseg_respond(xseg, req, portno1, X_ALLOC);
log_req(logfd, portno2, portno1, LOG_RECEIVE, method, req);
active += 1;
}
long nr_submitted = 0, nr_received = 0, nr_failed = 0;
int reported = 0, r;
uint64_t offset;
- xserial srl;
+ xport port;
char *req_data, *req_target;
seed = random();
+ init_local_signal();
for (;;) {
xseg_prepare_wait(xseg, srcport);
if (nr_submitted < loops &&
- (submitted = xseg_get_request(xseg, srcport))) {
+ (submitted = xseg_get_request(xseg, srcport, dstport, X_ALLOC))) {
xseg_cancel_wait(xseg, srcport);
r = xseg_prep_request(xseg, submitted, targetlen, chunksize);
if (r < 0) {
fprintf(stderr, "Cannot prepare request! (%u, %u)\n",
targetlen, chunksize);
- xseg_put_request(xseg, submitted->portno, submitted);
+ xseg_put_request(xseg, submitted, srcport);
return -1;
}
submitted->op = X_WRITE;
submitted->flags |= XF_NOSYNC;
- srl = xseg_submit(xseg, dstport, submitted);
- if (srl == Noneidx) {
- xseg_put_request(xseg, submitted->portno, submitted);
+ port = xseg_submit(xseg, submitted, srcport, X_ALLOC);
+ if (port == NoPort) {
+ xseg_put_request(xseg, submitted, srcport);
} else {
seed = random();
nr_submitted += 1;
- xseg_signal(xseg, dstport);
+ xseg_signal(xseg, port);
}
}
- received = xseg_receive(xseg, srcport);
+ received = xseg_receive(xseg, srcport, 0);
if (received) {
xseg_cancel_wait(xseg, srcport);
nr_received += 1;
nr_failed += 1;
report_request(received);
}
- if (xseg_put_request(xseg, received->portno, received))
- fprintf(stderr, "Cannot put request at port %u\n", received->portno);
+ if (xseg_put_request(xseg, received, srcport))
+ fprintf(stderr, "Cannot put request at port %u\n", received->src_portno);
}
if (!submitted && !received)
return 0;
}
+int cmd_rnddelete(long loops, int32_t seed, uint32_t targetlen)
+{
+ if (loops < 0)
+ return help();
+ char *p = realloc(namebuf, targetlen+1);
+ if (!p) {
+ fprintf(stderr, "Cannot allocate memory\n");
+ return -1;
+ }
+ namebuf = p;
+
+ srandom(seed);
+
+ struct xseg_request *submitted = NULL, *received;
+ long nr_submitted = 0, nr_received = 0, nr_failed = 0;
+ int reported = 0, r;
+ xport port;
+ char *req_target;
+ seed = random();
+ init_local_signal();
+
+ for (;;) {
+ xseg_prepare_wait(xseg, srcport);
+ if (nr_submitted < loops &&
+ (submitted = xseg_get_request(xseg, srcport, dstport, X_ALLOC))) {
+ xseg_cancel_wait(xseg, srcport);
+ r = xseg_prep_request(xseg, submitted, targetlen, 0);
+ if (r < 0) {
+ fprintf(stderr, "Cannot prepare request! (%u, %u)\n",
+ targetlen, 0);
+ xseg_put_request(xseg, submitted, srcport);
+ return -1;
+ }
+
+ req_target = xseg_get_target(xseg, submitted);
+
+ reported = 0;
+ mkname(namebuf, targetlen, seed);
+ namebuf[targetlen] = 0;
+ //printf("%ld: %s\n", nr_submitted, namebuf);
+ strncpy(req_target, namebuf, targetlen);
+ submitted->offset = 0;
+ submitted->size = 0;
+ submitted->op = X_DELETE;
+ submitted->flags = 0;
+
+ port = xseg_submit(xseg, submitted, srcport, X_ALLOC);
+ if (port == NoPort) {
+ xseg_put_request(xseg, submitted, srcport);
+ } else {
+ seed = random();
+ nr_submitted += 1;
+ xseg_signal(xseg, port);
+ }
+ }
+
+ received = xseg_receive(xseg, srcport, 0);
+ if (received) {
+ xseg_cancel_wait(xseg, srcport);
+ nr_received += 1;
+ if (!(received->state & XS_SERVED)) {
+ nr_failed += 1;
+ report_request(received);
+ }
+ if (xseg_put_request(xseg, received, srcport))
+ fprintf(stderr, "Cannot put request at port %u\n", received->src_portno);
+ }
+
+ if (!submitted && !received)
+ xseg_wait_signal(xseg, 1000000);
+
+ if (nr_submitted % 1000 == 0 && !reported) {
+ reported = 1;
+ fprintf(stderr, "submitted %ld, received %ld, failed %ld\n",
+ nr_submitted, nr_received, nr_failed);
+ }
+
+ if (nr_received >= loops)
+ break;
+ }
+
+ fprintf(stderr, "submitted %ld, received %ld, failed %ld\n",
+ nr_submitted, nr_received, nr_failed);
+ return 0;
+}
/* note:
* prepare/wait rhythm,
* files are converted to independent chunk access patterns,
long nr_submitted = 0, nr_received = 0, nr_failed = 0, nr_mismatch = 0;
int reported = 0, r;
uint64_t offset;
- xserial srl;
+ xport port;
char *req_data, *req_target;
+ init_local_signal();
seed = random();
for (;;) {
submitted = NULL;
xseg_prepare_wait(xseg, srcport);
if (nr_submitted < loops &&
- (submitted = xseg_get_request(xseg, srcport))) {
+ (submitted = xseg_get_request(xseg, srcport, dstport, X_ALLOC))) {
xseg_cancel_wait(xseg, srcport);
r = xseg_prep_request(xseg, submitted, targetlen, chunksize);
if (r < 0) {
fprintf(stderr, "Cannot prepare request! (%u, %u)\n",
targetlen, chunksize);
- xseg_put_request(xseg, submitted->portno, submitted);
+ xseg_put_request(xseg, submitted, srcport);
return -1;
}
submitted->offset = offset;
submitted->size = chunksize;
submitted->op = X_READ;
- srl = xseg_submit(xseg, dstport, submitted);
- if (srl == Noneidx) {
- xseg_put_request(xseg, submitted->portno, submitted);
+ port = xseg_submit(xseg, submitted, srcport, X_ALLOC);
+ if (port == NoPort) {
+ xseg_put_request(xseg, submitted, srcport);
} else {
seed = random();
nr_submitted += 1;
- xseg_signal(xseg, dstport);
+ xseg_signal(xseg, port);
}
}
- received = xseg_receive(xseg, srcport);
+ received = xseg_receive(xseg, srcport, 0);
if (received) {
xseg_cancel_wait(xseg, srcport);
nr_received += 1;
nr_mismatch += 1;
}
- if (xseg_put_request(xseg, received->portno, received))
- fprintf(stderr, "Cannot put request at port %u\n", received->portno);
+ if (xseg_put_request(xseg, received, srcport))
+ fprintf(stderr, "Cannot put request at port %u\n", received->src_portno);
}
if (!submitted && !received)
struct xseg_request *submitted = NULL, *received;
long nr_submitted = 0, nr_received = 0, nr_failed = 0, nr_mismatch = 0, nr_flying = 0;
- int reported = 0, r;
+ int r;
uint64_t offset;
uint32_t targetlen = 10, chunksize = 4096;
struct timeval tv1, tv2;
- xserial srl;
+ xport p;
char *req_data, *req_target;
- xseg_bind_port(xseg, srcport);
+ xseg_bind_port(xseg, srcport, NULL);
gettimeofday(&tv1, NULL);
for (;;) {
submitted = NULL;
xseg_prepare_wait(xseg, srcport);
if (nr_submitted < loops && nr_flying < concurrent_reqs &&
- (submitted = xseg_get_request(xseg, srcport))) {
+ (submitted = xseg_get_request(xseg, srcport, dstport, X_ALLOC))) {
xseg_cancel_wait(xseg, srcport);
r = xseg_prep_request(xseg, submitted, targetlen, chunksize);
if (r < 0) {
fprintf(stderr, "Cannot prepare request! (%u, %u)\n",
targetlen, chunksize);
- xseg_put_request(xseg, submitted->portno, submitted);
+ xseg_put_request(xseg, submitted, srcport);
return -1;
}
-
+
+ //FIXME
++nr_flying;
nr_submitted += 1;
- reported = 0;
offset = 0;//pick(size);
submitted->offset = offset;
mkchunk(req_data, submitted->datalen, req_target, submitted->targetlen, submitted->offset);
}
- srl = xseg_submit(xseg, dstport, submitted);
- (void)srl;
- if (xseg_signal(xseg, dstport) < 0)
- perror("Cannot signal peer");
+ p = xseg_submit(xseg, submitted, srcport, X_ALLOC);
+ if ( p != NoPort){
+ if (xseg_signal(xseg, p) < 0)
+ perror("Cannot signal peer");
+ }
}
- received = xseg_receive(xseg, srcport);
+ received = xseg_receive(xseg, srcport, 0);
if (received) {
xseg_cancel_wait(xseg, srcport);
--nr_flying;
//report_request(received);
}
- if (xseg_put_request(xseg, received->portno, received))
- fprintf(stderr, "Cannot put request at port %u\n", received->portno);
+ if (xseg_put_request(xseg, received, srcport))
+ fprintf(stderr, "Cannot put request at port %u\n", received->src_portno);
}
if (!submitted && !received)
return 0;
}
+static void lock_status(struct xlock *lock, char *buf, int len)
+{
+ int r;
+ if (lock->owner == Noone)
+ r = snprintf(buf, len, "Locked: No");
+ else
+ r = snprintf(buf, len, "Locked: Yes (Owner: %lu)", lock->owner);
+ if (r >= len)
+ buf[len-1] = 0;
+}
+
int cmd_report(uint32_t portno)
{
+ char fls[64], rls[64], pls[64]; // buffer to store lock status
struct xseg_port *port = xseg_get_port(xseg, portno);
if (!port) {
printf("port %u is not assigned\n", portno);
fq = xseg_get_queue(xseg, port, free_queue);
rq = xseg_get_queue(xseg, port, request_queue);
pq = xseg_get_queue(xseg, port, reply_queue);
+ lock_status(&port->fq_lock, fls, 64);
+ lock_status(&port->rq_lock, rls, 64);
+ lock_status(&port->pq_lock, pls, 64);
fprintf(stderr, "port %u:\n"
- " free_queue [%p] count : %u\n"
- " request_queue [%p] count : %u\n"
- " reply_queue [%p] count : %u\n",
- portno,
- (void *)fq, xq_count(fq),
- (void *)rq, xq_count(rq),
- (void *)pq, xq_count(pq));
+ " requests: %llu/%llu next: %u dst gw: %u\n"
+ " free_queue [%p] count : %4llu | %s\n"
+ " request_queue [%p] count : %4llu | %s\n"
+ " reply_queue [%p] count : %4llu | %s\n",
+ portno, (unsigned long long)port->alloc_reqs,
+ (unsigned long long)port->max_alloc_reqs,
+ xseg->path_next[portno],
+ xseg->dst_gw[portno],
+ (void *)fq, (unsigned long long)xq_count(fq), fls,
+ (void *)rq, (unsigned long long)xq_count(rq), rls,
+ (void *)pq, (unsigned long long)xq_count(pq), pls);
return 0;
}
}
return 0;
}
+static void print_hanlder(char *name, struct xobject_h *obj_h)
+{
+ char ls[64];
+ lock_status(&obj_h->lock, ls, 64);
+ fprintf(stderr, "%20s: free: %4llu, allocated: %4llu, allocated space: %7llu (object size: %llu), Lock %s\n",
+ name,
+ (unsigned long long) obj_h->nr_free,
+ (unsigned long long) obj_h->nr_allocated,
+ (unsigned long long) obj_h->allocated_space,
+ (unsigned long long) obj_h->obj_size, ls);
+}
+
+//FIXME ugly
+static void print_heap(struct xseg *xseg)
+{
+ char *UNIT[4];
+ UNIT[0] = "B";
+ UNIT[1] = "KiB";
+ UNIT[2] = "MiB";
+ UNIT[3] = "GiB";
+ uint64_t MULT[4];
+ MULT[0] = 1;
+ MULT[1] = 1024;
+ MULT[2] = 1024*1024;
+ MULT[3] = 1024*1024*1024;
+
+ int u;
+ uint64_t t;
+ fprintf(stderr, "Heap usage: ");
+ u = 0;
+ t = xseg->heap->cur;
+ while (t > 0) {
+ t /= 1024;
+ u++;
+ }
+ if (!t)
+ u--;
+ t = xseg->heap->cur / MULT[u];
+ if (t < 10){
+ float tf = ((float)(xseg->heap->cur))/((float)MULT[u]);
+ fprintf(stderr, "%2.1f %s/", tf, UNIT[u]);
+ }
+ else {
+ unsigned int tu = xseg->heap->cur / MULT[u];
+ fprintf(stderr, "%3u %s/", tu, UNIT[u]);
+ }
+
+ u = 0;
+ t = xseg->config.heap_size;
+ while (t > 0) {
+ t /= 1024;
+ u++;
+ }
+ if (!t)
+ u--;
+ t = xseg->config.heap_size/MULT[u];
+ if (t < 10){
+ float tf = ((float)(xseg->config.heap_size))/(float)MULT[u];
+ fprintf(stderr, "%2.1f %s ", tf, UNIT[u]);
+ }
+ else {
+ unsigned int tu = xseg->config.heap_size / MULT[u];
+ fprintf(stderr, "%3u %s ", tu, UNIT[u]);
+ }
+ char ls[64];
+ lock_status(&xseg->heap->lock, ls, 64);
+ fprintf(stderr, "(%llu / %llu), %s\n",
+ (unsigned long long)xseg->heap->cur,
+ (unsigned long long)xseg->config.heap_size,
+ ls);
+}
int cmd_reportall(void)
{
if (cmd_join())
return -1;
+ fprintf(stderr, "Segment lock: %s\n",
+ (xseg->shared->flags & XSEG_F_LOCK) ? "Locked" : "Unlocked");
+ print_heap(xseg);
+ /* fprintf(stderr, "Heap usage: %llu / %llu\n", */
+ /* (unsigned long long)xseg->heap->cur, */
+ /* (unsigned long long)xseg->config.heap_size); */
+ fprintf(stderr, "Handlers: \n");
+ print_hanlder("Requests handler", xseg->request_h);
+ print_hanlder("Ports handler", xseg->port_h);
+ print_hanlder("Objects handler", xseg->object_handlers);
+ fprintf(stderr, "\n");
- fprintf(stderr, "Heap usage: %llu / %llu\n", xseg->heap->cur, xseg->config.heap_size);
for (t = 0; t < xseg->config.nr_ports; t++)
cmd_report(t);
return 0;
}
+
+int finish_req(struct xseg_request *req, enum req_action action)
+{
+ if (action == COMPLETE){
+ req->state &= ~XS_FAILED;
+ req->state |= XS_SERVED;
+ } else {
+ req->state |= XS_FAILED;
+ req->state &= ~XS_SERVED;
+ }
+ req->serviced = 0;
+ xport p = xseg_respond(xseg, req, srcport, X_ALLOC);
+ if (p == NoPort)
+ xseg_put_request(xseg, req, srcport);
+ else
+ xseg_signal(xseg, p);
+ return 0;
+}
+
+//FIXME this should be in xseg lib?
+static int isDangling(struct xseg_request *req)
+{
+ xport i;
+ struct xseg_port *port;
+ for (i = 0; i < xseg->config.nr_ports; i++) {
+ if (xseg->ports[i]){
+ port = xseg_get_port(xseg, i);
+ if (!port){
+ fprintf(stderr, "Inconsisten port <-> portno mapping %u", i);
+ continue;
+ }
+ struct xq *fq, *rq, *pq;
+ fq = xseg_get_queue(xseg, port, free_queue);
+ rq = xseg_get_queue(xseg, port, request_queue);
+ pq = xseg_get_queue(xseg, port, reply_queue);
+ xlock_acquire(&port->fq_lock, srcport);
+ if (__xq_check(fq, XPTR_MAKE(req, xseg->segment))){
+ xlock_release(&port->fq_lock);
+ return 0;
+ }
+ xlock_release(&port->fq_lock);
+ xlock_acquire(&port->rq_lock, srcport);
+ if (__xq_check(rq, XPTR_MAKE(req, xseg->segment))){
+ xlock_release(&port->rq_lock);
+ return 0;
+ }
+ xlock_release(&port->rq_lock);
+ xlock_acquire(&port->pq_lock, srcport);
+ if (__xq_check(pq, XPTR_MAKE(req, xseg->segment))){
+ xlock_release(&port->pq_lock);
+ return 0;
+ }
+ xlock_release(&port->pq_lock);
+ }
+ }
+ return 1;
+}
+
+int prompt_user(char *msg)
+{
+ int c = 0, r = -1;
+ printf("%s [y/n]: ", msg);
+ while (1) {
+ c = fgetc(stdin);
+ if (c == 'y' || c == 'Y')
+ r = 1;
+ else if (c == 'n' || c == 'N')
+ r = 0;
+ else if (c == '\n'){
+ if (r == -1)
+ printf("%s [y/n]: ", msg);
+ else
+ break;
+ }
+ }
+ return r;
+}
+
+//FIXME this should be in xseg lib?
+int cmd_verify(int fix)
+{
+ if (cmd_join())
+ return -1;
+ //segment lock
+ if (xseg->shared->flags & XSEG_F_LOCK){
+ fprintf(stderr, "Segment lock: Locked\n");
+ if (fix && prompt_user("Unlock it ?"))
+ xseg->shared->flags &= ~XSEG_F_LOCK;
+ }
+ //heap lock
+ if (xseg->heap->lock.owner != Noone){
+ fprintf(stderr, "Heap lock: Locked (Owner: %llu)\n",
+ (unsigned long long)xseg->heap->lock.owner);
+ if (fix && prompt_user("Unlock it ?"))
+ xlock_release(&xseg->heap->lock);
+ }
+ //obj_h locks
+ if (xseg->request_h->lock.owner != Noone){
+ fprintf(stderr, "Requests handler lock: Locked (Owner: %llu)\n",
+ (unsigned long long)xseg->request_h->lock.owner);
+ if (fix && prompt_user("Unlock it ?"))
+ xlock_release(&xseg->request_h->lock);
+ }
+ if (xseg->port_h->lock.owner != Noone){
+ fprintf(stderr, "Ports handler lock: Locked (Owner: %llu)\n",
+ (unsigned long long)xseg->port_h->lock.owner);
+ if (fix && prompt_user("Unlock it ?"))
+ xlock_release(&xseg->port_h->lock);
+ }
+ if (xseg->object_handlers->lock.owner != Noone){
+ fprintf(stderr, "Objects handler lock: Locked (Owner: %llu)\n",
+ (unsigned long long)xseg->object_handlers->lock.owner);
+ if (fix && prompt_user("Unlock it ?"))
+ xlock_release(&xseg->object_handlers->lock);
+ }
+ //take segment lock?
+ xport i;
+ struct xseg_port *port;
+ for (i = 0; i < xseg->config.nr_ports; i++) {
+ if (xseg->ports[i]){
+ port = xseg_get_port(xseg, i);
+ if (!port){
+ fprintf(stderr, "Inconsisten port <-> portno mapping %u", i);
+ continue;
+ }
+ if (port->fq_lock.owner != Noone) {
+ fprintf(stderr, "Free queue lock of port %u locked (Owner %llu)\n",
+ i, (unsigned long long)port->fq_lock.owner);
+ if (fix && prompt_user("Unlock it ?"))
+ xlock_release(&port->fq_lock);
+ }
+ if (port->rq_lock.owner != Noone) {
+ fprintf(stderr, "Request queue lock of port %u locked (Owner %llu)\n",
+ i, (unsigned long long)port->rq_lock.owner);
+ if (fix && prompt_user("Unlock it ?"))
+ xlock_release(&port->rq_lock);
+ }
+ if (port->pq_lock.owner != Noone) {
+ fprintf(stderr, "Reply queue lock of port %u locked (Owner %llu)\n",
+ i, (unsigned long long)port->pq_lock.owner);
+ if (fix && prompt_user("Unlock it ?"))
+ xlock_release(&port->pq_lock);
+ }
+ }
+ }
+
+ struct xobject_h *obj_h = xseg->request_h;
+ struct xobject_iter it;
+
+ struct xseg_request *req;
+ xlock_acquire(&obj_h->lock, srcport);
+ xobj_iter_init(obj_h, &it);
+ while (xobj_iterate(obj_h, &it, (void **)&req)){
+ //FIXME this will not work cause obj->magic - req->serial is not
+ //touched when a request is get
+ /* if (obj->magic != MAGIC_REQ && t->src_portno == portno){ */
+ if (isDangling(req) && !__xobj_isFree(obj_h, req)){
+ report_request(req);
+ if (fix && prompt_user("Fail it ?")){
+ printf("Finishing ...\n");
+ finish_req(req, FAIL);
+ }
+ }
+ }
+ xlock_release(&obj_h->lock);
+ return 0;
+}
+
+int cmd_inspectq(xport portno, enum queue qt)
+{
+ if (cmd_join())
+ return -1;
+
+ struct xq *q;
+ struct xlock *l;
+ struct xseg_port *port = xseg_get_port(xseg, portno);
+ if (!port)
+ return -1;
+ if (qt == FREE_QUEUE){
+ q = xseg_get_queue(xseg, port, free_queue);
+ l = &port->fq_lock;
+ }
+ else if (qt == REQUEST_QUEUE){
+ q = xseg_get_queue(xseg, port, request_queue);
+ l = &port->rq_lock;
+ }
+ else if (qt == REPLY_QUEUE) {
+ q = xseg_get_queue(xseg, port, reply_queue);
+ l = &port->rq_lock;
+ }
+ else
+ return -1;
+ xlock_acquire(l, srcport);
+ xqindex i,c = xq_count(q);
+ if (c) {
+ struct xseg_request *req;
+ xptr xqi;
+ for (i = 0; i < c; i++) {
+ xqi = __xq_pop_head(q);
+ req = XPTR_TAKE(xqi, xseg->segment);
+ report_request(req);
+ __xq_append_tail(q, xqi);
+ }
+ }
+ else {
+ fprintf(stderr, "Queue is empty\n\n");
+ }
+ xlock_release(l);
+ return 0;
+}
+
+
+int cmd_request(struct xseg_request *req, enum req_action action)
+{
+ if (cmd_join())
+ return -1;
+
+ struct xobject_h *obj_h = xseg->request_h;
+ if (!xobj_check(obj_h, req))
+ return -1;
+
+ if (action == REPORT)
+ report_request(req);
+ else if (action == FAIL){
+ report_request(req);
+ if (prompt_user("fail it ?")){
+ printf("Finishing ...\n");
+ finish_req(req, FAIL);
+ }
+ }
+ else if (action == COMPLETE){
+ report_request(req);
+ if (prompt_user("Complete it ?")){
+ printf("Finishing ...\n");
+ finish_req(req, COMPLETE);
+ }
+ }
+ return 0;
+}
+
int cmd_create(void)
{
int r = xseg_create(&cfg);
struct xseg_request *req;
for (;;) {
- req = xseg_accept(xseg, dstport);
+ req = xseg_accept(xseg, dstport, 0);
if (!req)
break;
- if (xseg_put_request(xseg, req->portno, req))
- fprintf(stderr, "Cannot put request at port %u\n", req->portno);
+ if (xseg_put_request(xseg, req, srcport))
+ fprintf(stderr, "Cannot put request at port %u\n", req->src_portno);
}
return 0;
struct xseg_request *req;
char *buf = malloc(sizeof(char) * 8128);
char *req_target, *req_data;
- xseg_bind_port(xseg, srcport);
+ xseg_bind_port(xseg, srcport, NULL);
+ xport p;
for (; nr--;) {
xseg_prepare_wait(xseg, srcport);
- req = xseg_accept(xseg, srcport);
+ req = xseg_accept(xseg, srcport, 0);
if (req) {
req_target = xseg_get_target(xseg, req);
req_data = xseg_get_data(xseg, req);
req->serviced = req->size;
}
- xseg_respond(xseg, dstport, req);
- xseg_signal(xseg, dstport);
+ p = xseg_respond(xseg, req, srcport, X_ALLOC);
+ xseg_signal(xseg, p);
continue;
}
++nr;
void handle_reply(struct xseg_request *req)
{
char *req_data = xseg_get_data(xseg, req);
+ char *req_target = xseg_get_target(xseg, req);
if (!(req->state & XS_SERVED)) {
report_request(req);
goto put;
break;
case X_WRITE:
+ fprintf(stdout, "wrote: ");
+ fwrite(req_data, 1, req->datalen, stdout);
+ break;
case X_SYNC:
case X_DELETE:
+ fprintf(stderr, "deleted %s\n", req_target);
+ break;
case X_TRUNCATE:
case X_COMMIT:
case X_CLONE:
+ fprintf(stderr, "cloned %s\n", ((struct xseg_request_clone *)req_data)->target);
+ break;
case X_INFO:
fprintf(stderr, "size: %llu\n", (unsigned long long)*((uint64_t *)req_data));
break;
-
+ case X_COPY:
+ fprintf(stderr, "copied %s\n", ((struct xseg_request_copy *)req_data)->target);
+ break;
+ case X_CLOSE:
+ fprintf(stderr, "Closed %s\n", req_target);
+ break;
+ case X_OPEN:
+ fprintf(stderr, "Opened %s\n", req_target);
+ break;
+ case X_SNAPSHOT:
+ fprintf(stderr, "Snapshotted %s\n", req_target);
+ break;
default:
break;
}
put:
- if (xseg_put_request(xseg, req->portno, req))
- fprintf(stderr, "Cannot put reply at port %u\n", req->portno);
+ if (xseg_put_request(xseg, req, srcport))
+ fprintf(stderr, "Cannot put reply at port %u\n", req->src_portno);
}
int cmd_wait(uint32_t nr)
{
struct xseg_request *req;
long ret;
+ init_local_signal();
for (;;) {
- req = xseg_receive(xseg, srcport);
+ req = xseg_receive(xseg, srcport, 0);
if (req) {
handle_reply(req);
nr--;
struct xseg_request *req;
for (;;) {
- req = xseg_receive(xseg, dstport);
+ req = xseg_receive(xseg, dstport, 0);
if (!req)
break;
fprintf(stderr, "request: %08llx%08llx\n"
//fwrite(req->buffer, 1, req->bufferlen, stdout);
- if (xseg_put_request(xseg, req->portno, req))
+ if (xseg_put_request(xseg, req, srcport))
fprintf(stderr, "Cannot put reply\n");
}
int cmd_bind(long portno)
{
- struct xseg_port *port = xseg_bind_port(xseg, portno);
+ struct xseg_port *port = xseg_bind_port(xseg, portno, NULL);
if (!port) {
fprintf(stderr, "failed to bind port %ld\n", portno);
return 1;
return xseg_signal(xseg, portno);
}
+int cmd_set_next(xport portno, xport next)
+{
+ xseg->path_next[portno] = next;
+ return 0;
+}
+
int parse_ports(char *str)
{
int ret = 0;
continue;
}
+ if (!strcmp(argv[i], "set-next") && (i + 2 < argc)) {
+ ret = cmd_set_next(atol(argv[i+1]), atol(argv[i+2]));
+ i += 2;
+ continue;
+ }
+
if (!strcmp(argv[i], "signal") && (i + 1 < argc)) {
ret = cmd_signal(atol(argv[i+1]));
i += 1;
continue;
}
+ if (!strcmp(argv[i], "verify")) {
+ ret = cmd_verify(0);
+ continue;
+ }
+
+ if (!strcmp(argv[i], "verify-fix")) {
+ ret = cmd_verify(1);
+ continue;
+ }
+
+ if (!strcmp(argv[i], "failreq") && (i + 1 < argc)) {
+ struct xseg_request *req;
+ sscanf(argv[i+1], "%lx", (unsigned long *)&req);
+ ret = cmd_request(req, FAIL);
+ i += 1;
+ continue;
+ }
+
+ if (!strcmp(argv[i], "inspect-freeq") && (i + 1 < argc)) {
+ ret = cmd_inspectq(atol(argv[i+1]), FREE_QUEUE);
+ i += 1;
+ continue;
+ }
+
+ if (!strcmp(argv[i], "inspect-requestq") && (i + 1 < argc)) {
+ ret = cmd_inspectq(atol(argv[i+1]), REQUEST_QUEUE);
+ i += 1;
+ continue;
+ }
+
+ if (!strcmp(argv[i], "inspect-replyq") && (i + 1 < argc)) {
+ ret = cmd_inspectq(atol(argv[i+1]), REPLY_QUEUE);
+ i += 1;
+ continue;
+ }
+
if (!strcmp(argv[i], "report")) {
ret = cmd_report(dstport);
continue;
i += 5;
continue;
}
+
+ if (!strcmp(argv[i], "rnddelete") && (i + 3 < argc)) {
+ long nr_loops = atol(argv[i+1]);
+ unsigned int seed = atoi(argv[i+2]);
+ unsigned int targetlen = atoi(argv[i+3]);
+ ret = cmd_rnddelete(nr_loops, seed, targetlen);
+ i += 3;
+ continue;
+ }
if (!strcmp(argv[i], "rndread") && (i + 5 < argc)) {
long nr_loops = atol(argv[i+1]);
i += 2;
continue;
}
+ if (!strcmp(argv[i], "snapshot") && (i + 2 < argc)) {
+ char *src = argv[i+1];
+ char *dst = argv[i+2];
+ ret = cmd_snapshot(src, dst, 4096*1024);
+ i += 2;
+ continue;
+ }
if (!strcmp(argv[i], "info") && (i + 1 < argc)) {
char *target = argv[i+1];
projects / archipelago / blobdiff