-#\r
-# Copyright (c) 2011 Greek Research and Technology Network\r
-#\r
-\r
-from django.http import HttpResponse\r
-from django.template.loader import render_to_string\r
-from django.utils import simplejson as json\r
-from django.utils.http import http_date, parse_etags\r
-\r
-try:\r
- from django.utils.http import parse_http_date_safe\r
-except:\r
- from pithos.api.util import parse_http_date_safe\r
-\r
-from pithos.api.faults import Fault, NotModified, BadRequest, Unauthorized, ItemNotFound, LengthRequired, PreconditionFailed, RangeNotSatisfiable, UnprocessableEntity\r
-from pithos.api.util import get_meta, get_range, api_method\r
-\r
-from settings import PROJECT_PATH\r
-from os import path\r
-STORAGE_PATH = path.join(PROJECT_PATH, 'data')\r
-\r
-from pithos.backends.dummy import BackEnd\r
-\r
-import logging\r
-\r
-logging.basicConfig(level=logging.DEBUG)\r
-\r
-@api_method('GET')\r
-def authenticate(request):\r
- # Normal Response Codes: 204\r
- # Error Response Codes: serviceUnavailable (503),\r
- # unauthorized (401),\r
- # badRequest (400)\r
- \r
- x_auth_user = request.META.get('HTTP_X_AUTH_USER')\r
- x_auth_key = request.META.get('HTTP_X_AUTH_KEY')\r
- \r
- if not x_auth_user or not x_auth_key:\r
- raise BadRequest('Missing auth user or key.')\r
- \r
- response = HttpResponse(status = 204)\r
- response['X-Auth-Token'] = 'eaaafd18-0fed-4b3a-81b4-663c99ec1cbb'\r
- # TODO: Must support X-Storage-Url to be compatible.\r
- response['X-Storage-Url'] = 'http://127.0.0.1:8000/v1/asdf'\r
- return response\r
-\r
-def account_demux(request, v_account):\r
- if request.method == 'HEAD':\r
- return account_meta(request, v_account)\r
- elif request.method == 'GET':\r
- return container_list(request, v_account)\r
- elif request.method == 'POST':\r
- return account_update(request, v_account)\r
- else:\r
- return method_not_allowed(request)\r
-\r
-def container_demux(request, v_account, v_container):\r
- if request.method == 'HEAD':\r
- return container_meta(request, v_account, v_container)\r
- elif request.method == 'GET':\r
- return object_list(request, v_account, v_container)\r
- elif request.method == 'PUT':\r
- return container_create(request, v_account, v_container)\r
- elif request.method == 'POST':\r
- return container_update(request, v_account, v_container)\r
- elif request.method == 'DELETE':\r
- return container_delete(request, v_account, v_container)\r
- else:\r
- return method_not_allowed(request)\r
-\r
-def object_demux(request, v_account, v_container, v_object):\r
- if request.method == 'HEAD':\r
- return object_meta(request, v_account, v_container, v_object)\r
- elif request.method == 'GET':\r
- return object_read(request, v_account, v_container, v_object)\r
- elif request.method == 'PUT':\r
- return object_write(request, v_account, v_container, v_object)\r
- elif request.method == 'COPY':\r
- return object_copy(request, v_account, v_container, v_object)\r
- elif request.method == 'POST':\r
- return object_update(request, v_account, v_container, v_object)\r
- elif request.method == 'DELETE':\r
- return object_delete(request, v_account, v_container, v_object)\r
- else:\r
- return method_not_allowed(request)\r
-\r
-@api_method('HEAD')\r
-def account_meta(request, v_account):\r
- # Normal Response Codes: 204\r
- # Error Response Codes: serviceUnavailable (503),\r
- # unauthorized (401),\r
- # badRequest (400)\r
- \r
- be = BackEnd(STORAGE_PATH)\r
- try:\r
- info = be.get_account_meta(request.user)\r
- except NameError:\r
- info = {'count': 0, 'bytes': 0}\r
- \r
- response = HttpResponse(status = 204)\r
- response['X-Account-Container-Count'] = info['count']\r
- response['X-Account-Bytes-Used'] = info['bytes']\r
- for k in [x for x in info.keys() if x.startswith('X-Account-Meta-')]:\r
- response[k] = info[k]\r
- \r
- return response\r
-\r
-@api_method('POST')\r
-def account_update(request, v_account):\r
- # Normal Response Codes: 202\r
- # Error Response Codes: serviceUnavailable (503),\r
- # itemNotFound (404),\r
- # unauthorized (401),\r
- # badRequest (400)\r
- \r
- meta = get_meta(request, 'X-Account-Meta-')\r
- \r
- be = BackEnd(STORAGE_PATH)\r
- be.update_account_meta(request.user, meta)\r
- \r
- return HttpResponse(status = 202)\r
-\r
-@api_method('GET', format_allowed = True)\r
-def container_list(request, v_account):\r
- # Normal Response Codes: 200, 204\r
- # Error Response Codes: serviceUnavailable (503),\r
- # itemNotFound (404),\r
- # unauthorized (401),\r
- # badRequest (400)\r
- \r
- marker = request.GET.get('marker')\r
- limit = request.GET.get('limit')\r
- if limit:\r
- try:\r
- limit = int(limit)\r
- except ValueError:\r
- limit = 10000\r
- \r
- be = BackEnd(STORAGE_PATH)\r
- try:\r
- containers = be.list_containers(request.user, marker, limit)\r
- except NameError:\r
- containers = []\r
- # TODO: The cloudfiles python bindings expect 200 if json/xml.\r
- if len(containers) == 0:\r
- return HttpResponse(status = 204)\r
- \r
- if request.serialization == 'text':\r
- return HttpResponse('\n'.join(containers), status = 200)\r
- \r
- # TODO: Do this with a backend parameter?\r
- try:\r
- containers = [be.get_container_meta(request.user, x) for x in containers]\r
- except NameError:\r
- raise ItemNotFound()\r
- # TODO: Format dates.\r
- if request.serialization == 'xml':\r
- data = render_to_string('containers.xml', {'account': request.user, 'containers': containers})\r
- elif request.serialization == 'json':\r
- data = json.dumps(containers)\r
- return HttpResponse(data, status = 200)\r
-\r
-@api_method('HEAD')\r
-def container_meta(request, v_account, v_container):\r
- # Normal Response Codes: 204\r
- # Error Response Codes: serviceUnavailable (503),\r
- # itemNotFound (404),\r
- # unauthorized (401),\r
- # badRequest (400)\r
- \r
- be = BackEnd(STORAGE_PATH)\r
- try:\r
- info = be.get_container_meta(request.user, v_container)\r
- except NameError:\r
- raise ItemNotFound()\r
- \r
- response = HttpResponse(status = 204)\r
- response['X-Container-Object-Count'] = info['count']\r
- response['X-Container-Bytes-Used'] = info['bytes']\r
- for k in [x for x in info.keys() if x.startswith('X-Container-Meta-')]:\r
- response[k] = info[k]\r
- \r
- return response\r
-\r
-@api_method('PUT')\r
-def container_create(request, v_account, v_container):\r
- # Normal Response Codes: 201, 202\r
- # Error Response Codes: serviceUnavailable (503),\r
- # itemNotFound (404),\r
- # unauthorized (401),\r
- # badRequest (400)\r
- \r
- meta = get_meta(request, 'X-Container-Meta-')\r
- \r
- be = BackEnd(STORAGE_PATH)\r
- try:\r
- be.create_container(request.user, v_container)\r
- ret = 201\r
- except NameError:\r
- ret = 202\r
- \r
- if len(meta) > 0:\r
- be.update_container_meta(request.user, v_container, meta)\r
- \r
- return HttpResponse(status = ret)\r
-\r
-@api_method('POST')\r
-def container_update(request, v_account, v_container):\r
- # Normal Response Codes: 202\r
- # Error Response Codes: serviceUnavailable (503),\r
- # itemNotFound (404),\r
- # unauthorized (401),\r
- # badRequest (400)\r
- \r
- meta = get_meta(request, 'X-Container-Meta-')\r
- \r
- be = BackEnd(STORAGE_PATH)\r
- try:\r
- be.update_container_meta(request.user, v_container, meta)\r
- except NameError:\r
- raise ItemNotFound()\r
- \r
- return HttpResponse(status = 202)\r
-\r
-@api_method('DELETE')\r
-def container_delete(request, v_account, v_container):\r
- # Normal Response Codes: 204\r
- # Error Response Codes: serviceUnavailable (503),\r
- # itemNotFound (404),\r
- # unauthorized (401),\r
- # badRequest (400)\r
- \r
- be = BackEnd(STORAGE_PATH)\r
- try:\r
- info = be.get_container_meta(request.user, v_container)\r
- except NameError:\r
- raise ItemNotFound()\r
- \r
- if info['count'] > 0:\r
- return HttpResponse(status = 409)\r
- \r
- # TODO: Handle both exceptions.\r
- try:\r
- be.delete_container(request.user, v_container)\r
- except:\r
- raise ItemNotFound()\r
- return HttpResponse(status = 204)\r
-\r
-@api_method('GET', format_allowed = True)\r
-def object_list(request, v_account, v_container):\r
- # Normal Response Codes: 200, 204\r
- # Error Response Codes: serviceUnavailable (503),\r
- # itemNotFound (404),\r
- # unauthorized (401),\r
- # badRequest (400)\r
- \r
- path = request.GET.get('path')\r
- prefix = request.GET.get('prefix')\r
- delimiter = request.GET.get('delimiter')\r
- \r
- # Path overrides prefix and delimiter.\r
- if path:\r
- prefix = path\r
- delimiter = '/'\r
- # Naming policy.\r
- if prefix and delimiter:\r
- prefix = prefix + delimiter\r
- if not prefix:\r
- prefix = ''\r
- \r
- marker = request.GET.get('marker')\r
- limit = request.GET.get('limit')\r
- if limit:\r
- try:\r
- limit = int(limit)\r
- except ValueError:\r
- limit = 10000\r
- \r
- be = BackEnd(STORAGE_PATH)\r
- try:\r
- objects = be.list_objects(request.user, v_container, prefix, delimiter, marker, limit)\r
- except NameError:\r
- raise ItemNotFound()\r
- # TODO: The cloudfiles python bindings expect 200 if json/xml.\r
- if len(objects) == 0:\r
- return HttpResponse(status = 204)\r
- \r
- if request.serialization == 'text':\r
- return HttpResponse('\n'.join(objects), status = 200)\r
- \r
- # TODO: Do this with a backend parameter?\r
- try:\r
- objects = [be.get_object_meta(request.user, v_container, x) for x in objects]\r
- except NameError:\r
- raise ItemNotFound()\r
- # TODO: Format dates.\r
- if request.serialization == 'xml':\r
- data = render_to_string('objects.xml', {'container': v_container, 'objects': objects})\r
- elif request.serialization == 'json':\r
- data = json.dumps(objects)\r
- return HttpResponse(data, status = 200)\r
-\r
-@api_method('HEAD')\r
-def object_meta(request, v_account, v_container, v_object):\r
- # Normal Response Codes: 204\r
- # Error Response Codes: serviceUnavailable (503),\r
- # itemNotFound (404),\r
- # unauthorized (401),\r
- # badRequest (400)\r
- \r
- be = BackEnd(STORAGE_PATH)\r
- try:\r
- info = be.get_object_meta(request.user, v_container, v_object)\r
- except NameError:\r
- raise ItemNotFound()\r
- \r
- response = HttpResponse(status = 204)\r
- response['ETag'] = info['hash']\r
- response['Content-Length'] = info['bytes']\r
- response['Content-Type'] = info['content_type']\r
- response['Last-Modified'] = http_date(info['last_modified'])\r
- for k in [x for x in info.keys() if x.startswith('X-Object-Meta-')]:\r
- response[k] = info[k]\r
- \r
- return response\r
-\r
-@api_method('GET')\r
-def object_read(request, v_account, v_container, v_object):\r
- # Normal Response Codes: 200, 206\r
- # Error Response Codes: serviceUnavailable (503),\r
- # rangeNotSatisfiable (416),\r
- # preconditionFailed (412),\r
- # itemNotFound (404),\r
- # unauthorized (401),\r
- # badRequest (400),\r
- # notModified (304)\r
- \r
- be = BackEnd(STORAGE_PATH)\r
- try:\r
- info = be.get_object_meta(request.user, v_container, v_object)\r
- except NameError:\r
- raise ItemNotFound()\r
- \r
- # TODO: Check if the cloudfiles python bindings expect hash/content_type/last_modified on range requests.\r
- response = HttpResponse()\r
- response['ETag'] = info['hash']\r
- response['Content-Type'] = info['content_type']\r
- response['Last-Modified'] = http_date(info['last_modified'])\r
- \r
- # Range handling.\r
- range = get_range(request)\r
- if range is not None:\r
- offset, length = range\r
- if length:\r
- if offset + length > info['bytes']:\r
- raise RangeNotSatisfiable()\r
- else:\r
- if offset > info['bytes']:\r
- raise RangeNotSatisfiable()\r
- if not length:\r
- length = -1\r
- \r
- response['Content-Length'] = length \r
- response.status_code = 206\r
- else:\r
- offset = 0\r
- length = -1\r
- \r
- response['Content-Length'] = info['bytes']\r
- response.status_code = 200\r
- \r
- # Conditions (according to RFC2616 must be evaluated at the end).\r
- # TODO: Check etag/date conditions.\r
- if_match = request.META.get('HTTP_IF_MATCH')\r
- if if_match is not None and if_match != '*':\r
- if info['hash'] not in parse_etags(if_match):\r
- raise PreconditionFailed()\r
- \r
- if_none_match = request.META.get('HTTP_IF_NONE_MATCH')\r
- if if_none_match is not None:\r
- if if_none_match == '*' or info['hash'] in parse_etags(if_none_match):\r
- raise NotModified()\r
- \r
- if_modified_since = request.META.get('HTTP_IF_MODIFIED_SINCE')\r
- if if_modified_since is not None:\r
- if_modified_since = parse_http_date_safe(if_modified_since)\r
- if if_modified_since is not None and info['last_modified'] <= if_modified_since:\r
- raise NotModified()\r
-\r
- if_unmodified_since = request.META.get('HTTP_IF_UNMODIFIED_SINCE')\r
- if if_unmodified_since is not None:\r
- if_unmodified_since = parse_http_date_safe(if_unmodified_since)\r
- if if_unmodified_since is not None and info['last_modified'] > if_unmodified_since:\r
- raise PreconditionFailed()\r
- \r
- try:\r
- response.content = be.get_object(request.user, v_container, v_object, offset, length)\r
- except NameError:\r
- raise ItemNotFound()\r
- \r
- return response\r
-\r
-@api_method('PUT')\r
-def object_write(request, v_account, v_container, v_object):\r
- # Normal Response Codes: 201\r
- # Error Response Codes: serviceUnavailable (503),\r
- # unprocessableEntity (422),\r
- # lengthRequired (411),\r
- # itemNotFound (404),\r
- # unauthorized (401),\r
- # badRequest (400)\r
- \r
- be = BackEnd(STORAGE_PATH)\r
- \r
- copy_from = request.META.get('HTTP_X_COPY_FROM')\r
- if copy_from:\r
- parts = copy_from.split('/')\r
- if len(parts) < 3 or parts[0] != '':\r
- raise BadRequest('Bad X-Copy-From path.')\r
- copy_container = parts[1]\r
- copy_name = '/'.join(parts[2:])\r
- \r
- try:\r
- info = be.get_object_meta(request.user, copy_container, copy_name)\r
- except NameError:\r
- raise ItemNotFound()\r
- \r
- content_length = request.META.get('CONTENT_LENGTH')\r
- content_type = request.META.get('CONTENT_TYPE')\r
- # TODO: Why is this required? Copy this ammount?\r
- if not content_length:\r
- raise LengthRequired()\r
- if content_type:\r
- info['content_type'] = content_type\r
- \r
- meta = get_meta(request, 'X-Object-Meta-')\r
- info.update(meta)\r
- \r
- try:\r
- be.copy_object(request.user, copy_container, copy_name, v_container, v_object)\r
- be.update_object_meta(request.user, v_container, v_object, info)\r
- except NameError:\r
- raise ItemNotFound()\r
- \r
- response = HttpResponse(status = 201)\r
- else:\r
- content_length = request.META.get('CONTENT_LENGTH')\r
- content_type = request.META.get('CONTENT_TYPE')\r
- if not content_length or not content_type:\r
- raise LengthRequired()\r
- \r
- info = {'content_type': content_type}\r
- meta = get_meta(request, 'X-Object-Meta-')\r
- info.update(meta)\r
- \r
- data = request.raw_post_data\r
- try:\r
- be.update_object(request.user, v_container, v_object, data)\r
- be.update_object_meta(request.user, v_container, v_object, info)\r
- except NameError:\r
- raise ItemNotFound()\r
- \r
- # TODO: Check before update?\r
- info = be.get_object_meta(request.user, v_container, v_object)\r
- etag = request.META.get('HTTP_ETAG')\r
- if etag:\r
- etag = parse_etags(etag)[0] # TODO: Unescape properly.\r
- if etag != info['hash']:\r
- be.delete_object(request.user, v_container, v_object)\r
- raise UnprocessableEntity()\r
- \r
- response = HttpResponse(status = 201)\r
- response['ETag'] = info['hash']\r
- \r
- return response\r
-\r
-@api_method('COPY')\r
-def object_copy(request, v_account, v_container, v_object):\r
- # Normal Response Codes: 201\r
- # Error Response Codes: serviceUnavailable (503),\r
- # itemNotFound (404),\r
- # unauthorized (401),\r
- # badRequest (400)\r
- \r
- destination = request.META.get('HTTP_DESTINATION')\r
- if not destination:\r
- raise BadRequest('Missing Destination.');\r
- \r
- parts = destination.split('/')\r
- if len(parts) < 3 or parts[0] != '':\r
- raise BadRequest('Bad Destination path.')\r
- dest_container = parts[1]\r
- dest_name = '/'.join(parts[2:])\r
- \r
- be = BackEnd(STORAGE_PATH)\r
- try:\r
- info = be.get_object_meta(request.user, v_container, v_object)\r
- except NameError:\r
- raise ItemNotFound()\r
- \r
- content_type = request.META.get('CONTENT_TYPE')\r
- if content_type:\r
- info['content_type'] = content_type\r
- meta = get_meta(request, 'X-Object-Meta-')\r
- info.update(meta)\r
- \r
- try:\r
- be.copy_object(request.user, v_container, v_object, dest_container, dest_name)\r
- be.update_object_meta(request.user, dest_container, dest_name, info)\r
- except NameError:\r
- raise ItemNotFound()\r
- \r
- response = HttpResponse(status = 201)\r
-\r
-@api_method('POST')\r
-def object_update(request, v_account, v_container, v_object):\r
- # Normal Response Codes: 202\r
- # Error Response Codes: serviceUnavailable (503),\r
- # itemNotFound (404),\r
- # unauthorized (401),\r
- # badRequest (400)\r
- \r
- return HttpResponse(status = 202)\r
-\r
-@api_method('DELETE')\r
-def object_delete(request, v_account, v_container, v_object):\r
- # Normal Response Codes: 204\r
- # Error Response Codes: serviceUnavailable (503),\r
- # itemNotFound (404),\r
- # unauthorized (401),\r
- # badRequest (400)\r
- \r
- be = BackEnd(STORAGE_PATH)\r
- try:\r
- be.delete_object(request.user, v_container, v_object)\r
- except NameError:\r
- raise ItemNotFound()\r
- return HttpResponse(status = 204)\r
-\r
-@api_method()\r
-def method_not_allowed(request):\r
- raise BadRequest('Method not allowed.')\r
+# Copyright 2011 GRNET S.A. All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or
+# without modification, are permitted provided that the following
+# conditions are met:
+#
+# 1. Redistributions of source code must retain the above
+# copyright notice, this list of conditions and the following
+# disclaimer.
+#
+# 2. Redistributions in binary form must reproduce the above
+# copyright notice, this list of conditions and the following
+# disclaimer in the documentation and/or other materials
+# provided with the distribution.
+#
+# THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
+# OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
+# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
+# USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
+# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
+# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+# POSSIBILITY OF SUCH DAMAGE.
+#
+# The views and conclusions contained in the software and
+# documentation are those of the authors and should not be
+# interpreted as representing official policies, either expressed
+# or implied, of GRNET S.A.
+
+import os
+import logging
+import hashlib
+
+from django.http import HttpResponse
+from django.template.loader import render_to_string
+from django.utils import simplejson as json
+from django.utils.http import parse_etags
+
+from pithos.api.faults import (Fault, NotModified, BadRequest, Unauthorized, ItemNotFound, Conflict,
+ LengthRequired, PreconditionFailed, RangeNotSatisfiable, UnprocessableEntity)
+from pithos.api.util import (format_meta_key, printable_meta_dict, get_account_meta,
+ put_account_meta, get_container_meta, put_container_meta, get_object_meta, put_object_meta,
+ update_manifest_meta, validate_modification_preconditions, validate_matching_preconditions,
+ split_container_object_string, copy_or_move_object, get_int_parameter, get_content_length,
+ get_content_range, raw_input_socket, socket_read_iterator, object_data_response,
+ hashmap_hash, api_method)
+from pithos.backends import backend
+
+
+logger = logging.getLogger(__name__)
+
+
+def top_demux(request):
+ if request.method == 'GET':
+ return authenticate(request)
+ else:
+ return method_not_allowed(request)
+
+def account_demux(request, v_account):
+ if request.method == 'HEAD':
+ return account_meta(request, v_account)
+ elif request.method == 'POST':
+ return account_update(request, v_account)
+ elif request.method == 'GET':
+ return container_list(request, v_account)
+ else:
+ return method_not_allowed(request)
+
+def container_demux(request, v_account, v_container):
+ if request.method == 'HEAD':
+ return container_meta(request, v_account, v_container)
+ elif request.method == 'PUT':
+ return container_create(request, v_account, v_container)
+ elif request.method == 'POST':
+ return container_update(request, v_account, v_container)
+ elif request.method == 'DELETE':
+ return container_delete(request, v_account, v_container)
+ elif request.method == 'GET':
+ return object_list(request, v_account, v_container)
+ else:
+ return method_not_allowed(request)
+
+def object_demux(request, v_account, v_container, v_object):
+ if request.method == 'HEAD':
+ return object_meta(request, v_account, v_container, v_object)
+ elif request.method == 'GET':
+ return object_read(request, v_account, v_container, v_object)
+ elif request.method == 'PUT':
+ return object_write(request, v_account, v_container, v_object)
+ elif request.method == 'COPY':
+ return object_copy(request, v_account, v_container, v_object)
+ elif request.method == 'MOVE':
+ return object_move(request, v_account, v_container, v_object)
+ elif request.method == 'POST':
+ return object_update(request, v_account, v_container, v_object)
+ elif request.method == 'DELETE':
+ return object_delete(request, v_account, v_container, v_object)
+ else:
+ return method_not_allowed(request)
+
+@api_method('GET')
+def authenticate(request):
+ # Normal Response Codes: 204
+ # Error Response Codes: serviceUnavailable (503),
+ # unauthorized (401),
+ # badRequest (400)
+
+ x_auth_user = request.META.get('HTTP_X_AUTH_USER')
+ x_auth_key = request.META.get('HTTP_X_AUTH_KEY')
+ if not x_auth_user or not x_auth_key:
+ raise BadRequest('Missing X-Auth-User or X-Auth-Key header')
+ response = HttpResponse(status=204)
+ response['X-Auth-Token'] = '0000'
+ response['X-Storage-Url'] = os.path.join(request.build_absolute_uri(), 'demo')
+ return response
+
+@api_method('HEAD')
+def account_meta(request, v_account):
+ # Normal Response Codes: 204
+ # Error Response Codes: serviceUnavailable (503),
+ # unauthorized (401),
+ # badRequest (400)
+
+ until = get_int_parameter(request, 'until')
+ meta = backend.get_account_meta(request.user, v_account, until)
+
+ response = HttpResponse(status=204)
+ put_account_meta(response, meta)
+ return response
+
+@api_method('POST')
+def account_update(request, v_account):
+ # Normal Response Codes: 202
+ # Error Response Codes: serviceUnavailable (503),
+ # unauthorized (401),
+ # badRequest (400)
+
+ meta = get_account_meta(request)
+ backend.update_account_meta(request.user, v_account, meta, replace=True)
+ return HttpResponse(status=202)
+
+@api_method('GET', format_allowed=True)
+def container_list(request, v_account):
+ # Normal Response Codes: 200, 204
+ # Error Response Codes: serviceUnavailable (503),
+ # itemNotFound (404),
+ # unauthorized (401),
+ # badRequest (400)
+
+ until = get_int_parameter(request, 'until')
+ meta = backend.get_account_meta(request.user, v_account, until)
+
+ validate_modification_preconditions(request, meta)
+
+ response = HttpResponse()
+ put_account_meta(response, meta)
+
+ marker = request.GET.get('marker')
+ limit = request.GET.get('limit')
+ if limit:
+ try:
+ limit = int(limit)
+ if limit <= 0:
+ raise ValueError
+ except ValueError:
+ limit = 10000
+
+ try:
+ containers = backend.list_containers(request.user, v_account, marker, limit, until)
+ except NameError:
+ containers = []
+
+ if request.serialization == 'text':
+ if len(containers) == 0:
+ # The cloudfiles python bindings expect 200 if json/xml.
+ response.status_code = 204
+ return response
+ response.status_code = 200
+ response.content = '\n'.join([x[0] for x in containers]) + '\n'
+ return response
+
+ container_meta = []
+ for x in containers:
+ if x[1] is not None:
+ try:
+ meta = backend.get_container_meta(request.user, v_account, x[0], until)
+ container_meta.append(printable_meta_dict(meta))
+ except NameError:
+ pass
+ if request.serialization == 'xml':
+ data = render_to_string('containers.xml', {'account': v_account, 'containers': container_meta})
+ elif request.serialization == 'json':
+ data = json.dumps(container_meta)
+ response.status_code = 200
+ response.content = data
+ return response
+
+@api_method('HEAD')
+def container_meta(request, v_account, v_container):
+ # Normal Response Codes: 204
+ # Error Response Codes: serviceUnavailable (503),
+ # itemNotFound (404),
+ # unauthorized (401),
+ # badRequest (400)
+
+ until = get_int_parameter(request, 'until')
+ try:
+ meta = backend.get_container_meta(request.user, v_account, v_container, until)
+ meta['object_meta'] = backend.list_object_meta(request.user, v_account, v_container, until)
+ except NameError:
+ raise ItemNotFound('Container does not exist')
+
+ response = HttpResponse(status=204)
+ put_container_meta(response, meta)
+ return response
+
+@api_method('PUT')
+def container_create(request, v_account, v_container):
+ # Normal Response Codes: 201, 202
+ # Error Response Codes: serviceUnavailable (503),
+ # itemNotFound (404),
+ # unauthorized (401),
+ # badRequest (400)
+
+ meta = get_container_meta(request)
+
+ try:
+ backend.put_container(request.user, v_account, v_container)
+ ret = 201
+ except NameError:
+ ret = 202
+
+ if len(meta) > 0:
+ backend.update_container_meta(request.user, v_account, v_container, meta, replace=True)
+
+ return HttpResponse(status=ret)
+
+@api_method('POST')
+def container_update(request, v_account, v_container):
+ # Normal Response Codes: 202
+ # Error Response Codes: serviceUnavailable (503),
+ # itemNotFound (404),
+ # unauthorized (401),
+ # badRequest (400)
+
+ meta = get_container_meta(request)
+ try:
+ backend.update_container_meta(request.user, v_account, v_container, meta, replace=True)
+ except NameError:
+ raise ItemNotFound('Container does not exist')
+ return HttpResponse(status=202)
+
+@api_method('DELETE')
+def container_delete(request, v_account, v_container):
+ # Normal Response Codes: 204
+ # Error Response Codes: serviceUnavailable (503),
+ # conflict (409),
+ # itemNotFound (404),
+ # unauthorized (401),
+ # badRequest (400)
+
+ try:
+ backend.delete_container(request.user, v_account, v_container)
+ except NameError:
+ raise ItemNotFound('Container does not exist')
+ except IndexError:
+ raise Conflict('Container is not empty')
+ return HttpResponse(status=204)
+
+@api_method('GET', format_allowed=True)
+def object_list(request, v_account, v_container):
+ # Normal Response Codes: 200, 204
+ # Error Response Codes: serviceUnavailable (503),
+ # itemNotFound (404),
+ # unauthorized (401),
+ # badRequest (400)
+
+ until = get_int_parameter(request, 'until')
+ try:
+ meta = backend.get_container_meta(request.user, v_account, v_container, until)
+ meta['object_meta'] = backend.list_object_meta(request.user, v_account, v_container, until)
+ except NameError:
+ raise ItemNotFound('Container does not exist')
+
+ validate_modification_preconditions(request, meta)
+
+ response = HttpResponse()
+ put_container_meta(response, meta)
+
+ path = request.GET.get('path')
+ prefix = request.GET.get('prefix')
+ delimiter = request.GET.get('delimiter')
+
+ # Path overrides prefix and delimiter.
+ virtual = True
+ if path:
+ prefix = path
+ delimiter = '/'
+ virtual = False
+
+ # Naming policy.
+ if prefix and delimiter:
+ prefix = prefix + delimiter
+ if not prefix:
+ prefix = ''
+ prefix = prefix.lstrip('/')
+
+ marker = request.GET.get('marker')
+ limit = request.GET.get('limit')
+ if limit:
+ try:
+ limit = int(limit)
+ if limit <= 0:
+ raise ValueError
+ except ValueError:
+ limit = 10000
+
+ keys = request.GET.get('meta')
+ if keys:
+ keys = keys.split(',')
+ keys = [format_meta_key('X-Object-Meta-' + x.strip()) for x in keys if x.strip() != '']
+ else:
+ keys = []
+
+ try:
+ objects = backend.list_objects(request.user, v_account, v_container, prefix, delimiter, marker, limit, virtual, keys, until)
+ except NameError:
+ raise ItemNotFound('Container does not exist')
+
+ if request.serialization == 'text':
+ if len(objects) == 0:
+ # The cloudfiles python bindings expect 200 if json/xml.
+ response.status_code = 204
+ return response
+ response.status_code = 200
+ response.content = '\n'.join([x[0] for x in objects]) + '\n'
+ return response
+
+ object_meta = []
+ for x in objects:
+ if x[1] is None:
+ # Virtual objects/directories.
+ object_meta.append({'subdir': x[0]})
+ else:
+ try:
+ meta = backend.get_object_meta(request.user, v_account, v_container, x[0], x[1])
+ object_meta.append(printable_meta_dict(meta))
+ except NameError:
+ pass
+ if request.serialization == 'xml':
+ data = render_to_string('objects.xml', {'container': v_container, 'objects': object_meta})
+ elif request.serialization == 'json':
+ data = json.dumps(object_meta)
+ response.status_code = 200
+ response.content = data
+ return response
+
+@api_method('HEAD')
+def object_meta(request, v_account, v_container, v_object):
+ # Normal Response Codes: 204
+ # Error Response Codes: serviceUnavailable (503),
+ # itemNotFound (404),
+ # unauthorized (401),
+ # badRequest (400)
+
+ version = get_int_parameter(request, 'version')
+ try:
+ meta = backend.get_object_meta(request.user, v_account, v_container, v_object, version)
+ except NameError:
+ raise ItemNotFound('Object does not exist')
+ except IndexError:
+ raise ItemNotFound('Version does not exist')
+
+ update_manifest_meta(request, v_account, meta)
+
+ response = HttpResponse(status=204)
+ put_object_meta(response, meta)
+ return response
+
+@api_method('GET', format_allowed=True)
+def object_read(request, v_account, v_container, v_object):
+ # Normal Response Codes: 200, 206
+ # Error Response Codes: serviceUnavailable (503),
+ # rangeNotSatisfiable (416),
+ # preconditionFailed (412),
+ # itemNotFound (404),
+ # unauthorized (401),
+ # badRequest (400),
+ # notModified (304)
+
+ version = get_int_parameter(request, 'version')
+ if not version:
+ version = request.GET.get('version')
+ try:
+ meta = backend.get_object_meta(request.user, v_account, v_container, v_object, version)
+ except NameError:
+ raise ItemNotFound('Object does not exist')
+ except IndexError:
+ raise ItemNotFound('Version does not exist')
+
+ update_manifest_meta(request, v_account, meta)
+
+ # Evaluate conditions.
+ validate_modification_preconditions(request, meta)
+ try:
+ validate_matching_preconditions(request, meta)
+ except NotModified:
+ response = HttpResponse(status=304)
+ response['ETag'] = meta['hash']
+ return response
+
+ # Reply with the version list.
+ if version == 'list':
+ if request.serialization == 'text':
+ raise BadRequest('No format specified for version list.')
+
+ d = {'versions': backend.list_versions(request.user, v_account, v_container, v_object)}
+ if request.serialization == 'xml':
+ d['object'] = v_object
+ data = render_to_string('versions.xml', d)
+ elif request.serialization == 'json':
+ data = json.dumps(d)
+
+ response = HttpResponse(data, status=200)
+ put_object_meta(response, meta)
+ response['Content-Length'] = len(data)
+ return response
+
+ sizes = []
+ hashmaps = []
+ if 'X-Object-Manifest' in meta:
+ try:
+ src_container, src_name = split_container_object_string('/' + meta['X-Object-Manifest'])
+ objects = backend.list_objects(request.user, v_account, src_container, prefix=src_name, virtual=False)
+ except ValueError:
+ raise BadRequest('Invalid X-Object-Manifest header')
+ except NameError:
+ raise ItemNotFound('Container does not exist')
+
+ try:
+ for x in objects:
+ s, h = backend.get_object_hashmap(request.user, v_account, src_container, x[0], x[1])
+ sizes.append(s)
+ hashmaps.append(h)
+ except NameError:
+ raise ItemNotFound('Object does not exist')
+ except IndexError:
+ raise ItemNotFound('Version does not exist')
+ else:
+ try:
+ s, h = backend.get_object_hashmap(request.user, v_account, v_container, v_object, version)
+ sizes.append(s)
+ hashmaps.append(h)
+ except NameError:
+ raise ItemNotFound('Object does not exist')
+ except IndexError:
+ raise ItemNotFound('Version does not exist')
+
+ # Reply with the hashmap.
+ if request.serialization != 'text':
+ size = sum(sizes)
+ hashmap = sum(hashmaps, [])
+ d = {'block_size': backend.block_size, 'block_hash': backend.hash_algorithm, 'bytes': size, 'hashes': hashmap}
+ if request.serialization == 'xml':
+ d['object'] = v_object
+ data = render_to_string('hashes.xml', d)
+ elif request.serialization == 'json':
+ data = json.dumps(d)
+
+ response = HttpResponse(data, status=200)
+ put_object_meta(response, meta)
+ response['Content-Length'] = len(data)
+ return response
+
+ return object_data_response(request, sizes, hashmaps, meta)
+
+@api_method('PUT')
+def object_write(request, v_account, v_container, v_object):
+ # Normal Response Codes: 201
+ # Error Response Codes: serviceUnavailable (503),
+ # unprocessableEntity (422),
+ # lengthRequired (411),
+ # itemNotFound (404),
+ # unauthorized (401),
+ # badRequest (400)
+
+ copy_from = request.META.get('HTTP_X_COPY_FROM')
+ move_from = request.META.get('HTTP_X_MOVE_FROM')
+ if copy_from or move_from:
+ # TODO: Why is this required? Copy this ammount?
+ content_length = get_content_length(request)
+
+ if move_from:
+ try:
+ src_container, src_name = split_container_object_string(move_from)
+ except ValueError:
+ raise BadRequest('Invalid X-Move-From header')
+ copy_or_move_object(request, v_account, src_container, src_name, v_container, v_object, move=True)
+ else:
+ try:
+ src_container, src_name = split_container_object_string(copy_from)
+ except ValueError:
+ raise BadRequest('Invalid X-Copy-From header')
+ copy_or_move_object(request, v_account, src_container, src_name, v_container, v_object, move=False)
+ return HttpResponse(status=201)
+
+ meta = get_object_meta(request)
+ content_length = -1
+ if request.META.get('HTTP_TRANSFER_ENCODING') != 'chunked':
+ content_length = get_content_length(request)
+ # Should be BadRequest, but API says otherwise.
+ if 'Content-Type' not in meta:
+ raise LengthRequired('Missing Content-Type header')
+
+ md5 = hashlib.md5()
+ size = 0
+ hashmap = []
+ sock = raw_input_socket(request)
+ for data in socket_read_iterator(sock, content_length, backend.block_size):
+ # TODO: Raise 408 (Request Timeout) if this takes too long.
+ # TODO: Raise 499 (Client Disconnect) if a length is defined and we stop before getting this much data.
+ size += len(data)
+ hashmap.append(backend.put_block(data))
+ md5.update(data)
+
+ meta['hash'] = md5.hexdigest().lower()
+ etag = request.META.get('HTTP_ETAG')
+ if etag and parse_etags(etag)[0].lower() != meta['hash']:
+ raise UnprocessableEntity('Object ETag does not match')
+
+ try:
+ backend.update_object_hashmap(request.user, v_account, v_container, v_object, size, hashmap, meta, True)
+ except NameError:
+ raise ItemNotFound('Container does not exist')
+
+ response = HttpResponse(status=201)
+ response['ETag'] = meta['hash']
+ return response
+
+@api_method('COPY')
+def object_copy(request, v_account, v_container, v_object):
+ # Normal Response Codes: 201
+ # Error Response Codes: serviceUnavailable (503),
+ # itemNotFound (404),
+ # unauthorized (401),
+ # badRequest (400)
+
+ dest_path = request.META.get('HTTP_DESTINATION')
+ if not dest_path:
+ raise BadRequest('Missing Destination header')
+ try:
+ dest_container, dest_name = split_container_object_string(dest_path)
+ except ValueError:
+ raise BadRequest('Invalid Destination header')
+ copy_or_move_object(request, v_account, v_container, v_object, dest_container, dest_name, move=False)
+ return HttpResponse(status=201)
+
+@api_method('MOVE')
+def object_move(request, v_account, v_container, v_object):
+ # Normal Response Codes: 201
+ # Error Response Codes: serviceUnavailable (503),
+ # itemNotFound (404),
+ # unauthorized (401),
+ # badRequest (400)
+
+ dest_path = request.META.get('HTTP_DESTINATION')
+ if not dest_path:
+ raise BadRequest('Missing Destination header')
+ try:
+ dest_container, dest_name = split_container_object_string(dest_path)
+ except ValueError:
+ raise BadRequest('Invalid Destination header')
+ copy_or_move_object(request, v_account, v_container, v_object, dest_container, dest_name, move=True)
+ return HttpResponse(status=201)
+
+@api_method('POST')
+def object_update(request, v_account, v_container, v_object):
+ # Normal Response Codes: 202, 204
+ # Error Response Codes: serviceUnavailable (503),
+ # itemNotFound (404),
+ # unauthorized (401),
+ # badRequest (400)
+
+ meta = get_object_meta(request)
+ content_type = meta.get('Content-Type')
+ if content_type:
+ del(meta['Content-Type']) # Do not allow changing the Content-Type.
+
+ try:
+ prev_meta = backend.get_object_meta(request.user, v_account, v_container, v_object)
+ except NameError:
+ raise ItemNotFound('Object does not exist')
+
+ # Handle metadata changes.
+ if len(meta) != 0:
+ # Keep previous values of 'Content-Type' and 'hash'.
+ for k in ('Content-Type', 'hash'):
+ if k in prev_meta:
+ meta[k] = prev_meta[k]
+ try:
+ backend.update_object_meta(request.user, v_account, v_container, v_object, meta, replace=True)
+ except NameError:
+ raise ItemNotFound('Object does not exist')
+
+ # A Content-Type or Content-Range header may indicate data updates.
+ if content_type and content_type.startswith('multipart/byteranges'):
+ # TODO: Support multiple update ranges.
+ return HttpResponse(status=202)
+ # Single range update. Range must be in Content-Range.
+ # Based on: http://code.google.com/p/gears/wiki/ContentRangePostProposal
+ # (with the addition that '*' is allowed for the range - will append).
+ if content_type and content_type != 'application/octet-stream':
+ return HttpResponse(status=202)
+ content_range = request.META.get('HTTP_CONTENT_RANGE')
+ if not content_range:
+ return HttpResponse(status=202)
+ ranges = get_content_range(request)
+ if not ranges:
+ return HttpResponse(status=202)
+ # Require either a Content-Length, or 'chunked' Transfer-Encoding.
+ content_length = -1
+ if request.META.get('HTTP_TRANSFER_ENCODING') != 'chunked':
+ content_length = get_content_length(request)
+
+ try:
+ size, hashmap = backend.get_object_hashmap(request.user, v_account, v_container, v_object)
+ except NameError:
+ raise ItemNotFound('Object does not exist')
+
+ offset, length, total = ranges
+ if offset is None:
+ offset = size
+ if length is None or content_length == -1:
+ length = content_length # Nevermind the error.
+ elif length != content_length:
+ raise BadRequest('Content length does not match range length')
+ if total is not None and (total != size or offset >= size or (length > 0 and offset + length >= size)):
+ raise RangeNotSatisfiable('Supplied range will change provided object limits')
+
+ sock = raw_input_socket(request)
+ data = ''
+ for d in socket_read_iterator(sock, length, backend.block_size):
+ # TODO: Raise 408 (Request Timeout) if this takes too long.
+ # TODO: Raise 499 (Client Disconnect) if a length is defined and we stop before getting this much data.
+ data += d
+ bi = int(offset / backend.block_size)
+ bo = offset % backend.block_size
+ bl = min(len(data), backend.block_size - bo)
+ offset += bl
+ h = backend.update_block(hashmap[bi], data[:bl], bo)
+ if bi < len(hashmap):
+ hashmap[bi] = h
+ else:
+ hashmap.append(h)
+ data = data[bl:]
+ if len(data) > 0:
+ bi = int(offset / backend.block_size)
+ offset += len(data)
+ h = backend.update_block(hashmap[bi], data)
+ if bi < len(hashmap):
+ hashmap[bi] = h
+ else:
+ hashmap.append(h)
+
+ if offset > size:
+ size = offset
+ meta = {'hash': hashmap_hash(hashmap)} # Update ETag.
+ try:
+ backend.update_object_hashmap(request.user, v_account, v_container, v_object, size, hashmap, meta, False)
+ except NameError:
+ raise ItemNotFound('Container does not exist')
+
+ response = HttpResponse(status=204)
+ response['ETag'] = meta['hash']
+ return response
+
+@api_method('DELETE')
+def object_delete(request, v_account, v_container, v_object):
+ # Normal Response Codes: 204
+ # Error Response Codes: serviceUnavailable (503),
+ # itemNotFound (404),
+ # unauthorized (401),
+ # badRequest (400)
+
+ try:
+ backend.delete_object(request.user, v_account, v_container, v_object)
+ except NameError:
+ raise ItemNotFound('Object does not exist')
+ return HttpResponse(status=204)
+
+@api_method()
+def method_not_allowed(request):
+ raise BadRequest('Method not allowed')
projects / pithos / blobdiff