/ - Diff - Pithos - Greek Research and Technology Network's projects

Revision c032f34d

         put_account_headers, get_container_headers, put_container_headers, get_object_headers, put_object_headers,
         update_manifest_meta, update_sharing_meta, update_public_meta, validate_modification_preconditions,
         validate_matching_preconditions, split_container_object_string, copy_or_move_object,
         get_int_parameter, get_content_length, get_content_range, raw_input_socket,
         socket_read_iterator, object_data_response, put_object_block, hashmap_hash, api_method)
         get_int_parameter, get_content_length, get_content_range, socket_read_iterator,
         object_data_response, put_object_block, hashmap_hash, api_method)
     from pithos.backends import backend
     from pithos.backends.base import NotAllowedError
-...
         if request.serialization != 'text':
             data = ''
             sock = raw_input_socket(request)
             for block in socket_read_iterator(sock, content_length, backend.block_size):
             for block in socket_read_iterator(request, content_length, backend.block_size):
                 data = '%s%s' % (data, block)
             if request.serialization == 'json':
-...
             md5 = hashlib.md5()
             size = 0
             hashmap = []
             sock = raw_input_socket(request)
             for data in socket_read_iterator(sock, content_length, backend.block_size):
             for data in socket_read_iterator(request, content_length, backend.block_size):
                 # TODO: Raise 408 (Request Timeout) if this takes too long.
                 # TODO: Raise 499 (Client Disconnect) if a length is defined and we stop before getting this much data.
                 size += len(data)
-...
                     length -= bytes
                     sbi += 1
         else:
             sock = raw_input_socket(request)
             data = ''
             for d in socket_read_iterator(sock, length, backend.block_size):
             for d in socket_read_iterator(request, length, backend.block_size):
                 # TODO: Raise 408 (Request Timeout) if this takes too long.
                 # TODO: Raise 499 (Client Disconnect) if a length is defined and we stop before getting this much data.
                 data += d

     MAX_UPLOAD_SIZE = 10 * (1024 * 1024) # 10MB
     def socket_read_iterator(sock, length=0, blocksize=4096):
     def socket_read_iterator(request, length=0, blocksize=4096):
         """Return a maximum of blocksize data read from the socket in each iteration.
         Read up to 'length'. If 'length' is negative, will attempt a chunked read.
         The maximum ammount of data read is controlled by MAX_UPLOAD_SIZE.
         """
         sock = raw_input_socket(request)
         if length < 0: # Chunked transfers
             # Small version (server does the dechunking).
             if request.environ.get('mod_wsgi.input_chunked', None):
                 while length < MAX_UPLOAD_SIZE:
                     data = sock.read(blocksize)
                     if data == '':
                         return
                     yield data
                 raise BadRequest('Maximum size is reached')
             # Long version (do the dechunking).
             data = ''
             while length < MAX_UPLOAD_SIZE:
                 # Get chunk size.

Also available in: Unified diff

Synnefo » Pithos

Revision c032f34d