Synnefo » Pithos

#!/usr/bin/env python

from random import getrandbits, randint, seed

from time import time

from struct import pack

from sys import argv

from os import system

from pithos.lib.hashfiler import Blocker

blocksize = 4*1024*1024

#blocker = Blocker(blockroot=".blocker.test", blocksize=blocksize, hashtype='sha256')

blocker = Blocker(**{'blockroot':".blocker.test", 'blocksize':blocksize, 'hashtype':'sha256'})

seed(91489)

NR_BLOCKS = int(argv[1]) if len(argv) > 1 else 300

def get_rand_bytes(low, high):

    s = ''

    nr = randint(low, high)

    for i in xrange(0, nr, 1024):

        r = getrandbits(64)

        s += pack("@Q", r) * 128

    if len(s) > nr:

        s = s[:nr]

    return s

data = {}

blocks = []

append = blocks.append

t = time()

size = 0

for i in xrange(NR_BLOCKS):

    block = get_rand_bytes(256, blocksize)

    size += len(block)

    append(block)

t = time() - t

print ("generated %s random blocks of total %s bytes in %s seconds, %.0f bytes/sec" % 

       (NR_BLOCKS, size, t, size/t))

t = time()

hashes, stored = blocker.block_stor(blocks)

system("sync")

t = time() - t

print ("stored %s blocks of total %s bytes in %s seconds, %.0f bytes/sec" % 

       (NR_BLOCKS, size, t, size/t))

assert(len(hashes) == len(stored))

t = time()

missing = blocker.block_ping(hashes)

t = time() - t

print ("pinged %s blocks in %s seconds, %.0f blocks/sec" % 

       (NR_BLOCKS, t, NR_BLOCKS/t))

assert(len(missing) == 0)

t = time()

theblocks = blocker.block_retr(hashes)

t = time() - t

print ("retrieved %s blocks of %s total bytes in %s seconds, %.0f bytes/sec" % 

       (NR_BLOCKS, size, t, size/t))

assert(theblocks == blocks)