root / snf-pithos-app / pithos / api / test / views.py @ 95b36144
History | View | Annotate | Download (14.8 kB)
1 | 95b36144 | Sofia Papagiannaki | #!/usr/bin/env python
|
---|---|---|---|
2 | 95b36144 | Sofia Papagiannaki | #coding=utf8
|
3 | 95b36144 | Sofia Papagiannaki | |
4 | 95b36144 | Sofia Papagiannaki | # Copyright 2011-2013 GRNET S.A. All rights reserved.
|
5 | 95b36144 | Sofia Papagiannaki | #
|
6 | 95b36144 | Sofia Papagiannaki | # Redistribution and use in source and binary forms, with or
|
7 | 95b36144 | Sofia Papagiannaki | # without modification, are permitted provided that the following
|
8 | 95b36144 | Sofia Papagiannaki | # conditions are met:
|
9 | 95b36144 | Sofia Papagiannaki | #
|
10 | 95b36144 | Sofia Papagiannaki | # 1. Redistributions of source code must retain the above
|
11 | 95b36144 | Sofia Papagiannaki | # copyright notice, this list of conditions and the following
|
12 | 95b36144 | Sofia Papagiannaki | # disclaimer.
|
13 | 95b36144 | Sofia Papagiannaki | #
|
14 | 95b36144 | Sofia Papagiannaki | # 2. Redistributions in binary form must reproduce the above
|
15 | 95b36144 | Sofia Papagiannaki | # copyright notice, this list of conditions and the following
|
16 | 95b36144 | Sofia Papagiannaki | # disclaimer in the documentation and/or other materials
|
17 | 95b36144 | Sofia Papagiannaki | # provided with the distribution.
|
18 | 95b36144 | Sofia Papagiannaki | #
|
19 | 95b36144 | Sofia Papagiannaki | # THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
|
20 | 95b36144 | Sofia Papagiannaki | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
|
21 | 95b36144 | Sofia Papagiannaki | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
22 | 95b36144 | Sofia Papagiannaki | # PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
|
23 | 95b36144 | Sofia Papagiannaki | # CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
24 | 95b36144 | Sofia Papagiannaki | # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
25 | 95b36144 | Sofia Papagiannaki | # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
|
26 | 95b36144 | Sofia Papagiannaki | # USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
|
27 | 95b36144 | Sofia Papagiannaki | # AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
28 | 95b36144 | Sofia Papagiannaki | # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
|
29 | 95b36144 | Sofia Papagiannaki | # ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
30 | 95b36144 | Sofia Papagiannaki | # POSSIBILITY OF SUCH DAMAGE.
|
31 | 95b36144 | Sofia Papagiannaki | #
|
32 | 95b36144 | Sofia Papagiannaki | # The views and conclusions contained in the software and
|
33 | 95b36144 | Sofia Papagiannaki | # documentation are those of the authors and should not be
|
34 | 95b36144 | Sofia Papagiannaki | # interpreted as representing official policies, either expressed
|
35 | 95b36144 | Sofia Papagiannaki | # or implied, of GRNET S.A.
|
36 | 95b36144 | Sofia Papagiannaki | |
37 | 95b36144 | Sofia Papagiannaki | from pithos.api import settings as pithos_settings |
38 | 95b36144 | Sofia Papagiannaki | from pithos.api.test import PithosAPITest, DATE_FORMATS |
39 | 95b36144 | Sofia Papagiannaki | from pithos.api.test.util import (md5_hash, get_random_data, get_random_name) |
40 | 95b36144 | Sofia Papagiannaki | from pithos.api.test.objects import merkle |
41 | 95b36144 | Sofia Papagiannaki | |
42 | 95b36144 | Sofia Papagiannaki | from synnefo.lib.services import get_service_path |
43 | 95b36144 | Sofia Papagiannaki | from synnefo.lib import join_urls |
44 | 95b36144 | Sofia Papagiannaki | |
45 | 95b36144 | Sofia Papagiannaki | from mock import patch |
46 | 95b36144 | Sofia Papagiannaki | from urllib import quote |
47 | 95b36144 | Sofia Papagiannaki | from urlparse import urlsplit, parse_qs |
48 | 95b36144 | Sofia Papagiannaki | |
49 | 95b36144 | Sofia Papagiannaki | import django.utils.simplejson as json |
50 | 95b36144 | Sofia Papagiannaki | |
51 | 95b36144 | Sofia Papagiannaki | import re |
52 | 95b36144 | Sofia Papagiannaki | import datetime |
53 | 95b36144 | Sofia Papagiannaki | import time as _time |
54 | 95b36144 | Sofia Papagiannaki | import random |
55 | 95b36144 | Sofia Papagiannaki | |
56 | 95b36144 | Sofia Papagiannaki | |
57 | 95b36144 | Sofia Papagiannaki | class ObjectGetView(PithosAPITest): |
58 | 95b36144 | Sofia Papagiannaki | def setUp(self): |
59 | 95b36144 | Sofia Papagiannaki | PithosAPITest.setUp(self)
|
60 | 95b36144 | Sofia Papagiannaki | self.cname = self.create_container()[0] |
61 | 95b36144 | Sofia Papagiannaki | self.oname, self.odata = self.upload_object(self.cname)[:-1] |
62 | 95b36144 | Sofia Papagiannaki | |
63 | 95b36144 | Sofia Papagiannaki | self.view_path = join_urls(get_service_path(
|
64 | 95b36144 | Sofia Papagiannaki | pithos_settings.pithos_services, 'pithos_ui'), 'view') |
65 | 95b36144 | Sofia Papagiannaki | self.view_url = join_urls(self.view_path, self.user, self.cname, |
66 | 95b36144 | Sofia Papagiannaki | self.oname)
|
67 | 95b36144 | Sofia Papagiannaki | self.api_url = join_urls(self.pithos_path, self.user, self.cname, |
68 | 95b36144 | Sofia Papagiannaki | self.oname)
|
69 | 95b36144 | Sofia Papagiannaki | |
70 | 95b36144 | Sofia Papagiannaki | def get(self, url, user='user', *args, **kwargs): |
71 | 95b36144 | Sofia Papagiannaki | with patch("pithos.api.util.get_token_from_cookie") as m: |
72 | 95b36144 | Sofia Papagiannaki | m.return_value = 'token'
|
73 | 95b36144 | Sofia Papagiannaki | return super(ObjectGetView, self).get(url, user='user', *args, |
74 | 95b36144 | Sofia Papagiannaki | **kwargs) |
75 | 95b36144 | Sofia Papagiannaki | |
76 | 95b36144 | Sofia Papagiannaki | def test_no_cookie_redirect(self): |
77 | 95b36144 | Sofia Papagiannaki | r = super(ObjectGetView, self).get(self.view_url) |
78 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 302) |
79 | 95b36144 | Sofia Papagiannaki | self.assertTrue('Location' in r) |
80 | 95b36144 | Sofia Papagiannaki | parts = list(urlsplit(r['Location'])) |
81 | 95b36144 | Sofia Papagiannaki | qs = parse_qs(parts[3])
|
82 | 95b36144 | Sofia Papagiannaki | self.assertTrue('next' in qs) |
83 | 95b36144 | Sofia Papagiannaki | self.assertEqual(qs['next'][0], self.view_url) |
84 | 95b36144 | Sofia Papagiannaki | |
85 | 95b36144 | Sofia Papagiannaki | def test_versions(self): |
86 | 95b36144 | Sofia Papagiannaki | c = self.cname
|
87 | 95b36144 | Sofia Papagiannaki | o = self.oname
|
88 | 95b36144 | Sofia Papagiannaki | |
89 | 95b36144 | Sofia Papagiannaki | meta = {'HTTP_X_OBJECT_META_QUALITY': 'AAA'} |
90 | 95b36144 | Sofia Papagiannaki | r = self.post(self.api_url, content_type='', **meta) |
91 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 202) |
92 | 95b36144 | Sofia Papagiannaki | |
93 | 95b36144 | Sofia Papagiannaki | r = self.get('%s?version=list&format=json' % self.view_url) |
94 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 200) |
95 | 95b36144 | Sofia Papagiannaki | l1 = json.loads(r.content)['versions']
|
96 | 95b36144 | Sofia Papagiannaki | self.assertEqual(len(l1), 2) |
97 | 95b36144 | Sofia Papagiannaki | |
98 | 95b36144 | Sofia Papagiannaki | # update meta
|
99 | 95b36144 | Sofia Papagiannaki | meta = {'HTTP_X_OBJECT_META_QUALITY': 'AB', |
100 | 95b36144 | Sofia Papagiannaki | 'HTTP_X_OBJECT_META_STOCK': 'True'} |
101 | 95b36144 | Sofia Papagiannaki | r = self.post(self.api_url, content_type='', **meta) |
102 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 202) |
103 | 95b36144 | Sofia Papagiannaki | |
104 | 95b36144 | Sofia Papagiannaki | # assert a newly created version has been created
|
105 | 95b36144 | Sofia Papagiannaki | r = self.get('%s?version=list&format=json' % self.view_url) |
106 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 200) |
107 | 95b36144 | Sofia Papagiannaki | l2 = json.loads(r.content)['versions']
|
108 | 95b36144 | Sofia Papagiannaki | self.assertEqual(len(l2), len(l1) + 1) |
109 | 95b36144 | Sofia Papagiannaki | self.assertEqual(l2[:-1], l1) |
110 | 95b36144 | Sofia Papagiannaki | |
111 | 95b36144 | Sofia Papagiannaki | vserial, _ = l2[-2]
|
112 | 95b36144 | Sofia Papagiannaki | self.assertEqual(self.get_object_meta(c, o, version=vserial), |
113 | 95b36144 | Sofia Papagiannaki | {'X-Object-Meta-Quality': 'AAA'}) |
114 | 95b36144 | Sofia Papagiannaki | |
115 | 95b36144 | Sofia Papagiannaki | # update data
|
116 | 95b36144 | Sofia Papagiannaki | self.append_object_data(c, o)
|
117 | 95b36144 | Sofia Papagiannaki | |
118 | 95b36144 | Sofia Papagiannaki | # assert a newly created version has been created
|
119 | 95b36144 | Sofia Papagiannaki | r = self.get('%s?version=list&format=json' % self.view_url) |
120 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 200) |
121 | 95b36144 | Sofia Papagiannaki | l3 = json.loads(r.content)['versions']
|
122 | 95b36144 | Sofia Papagiannaki | self.assertEqual(len(l3), len(l2) + 1) |
123 | 95b36144 | Sofia Papagiannaki | self.assertEqual(l3[:-1], l2) |
124 | 95b36144 | Sofia Papagiannaki | |
125 | 95b36144 | Sofia Papagiannaki | def test_objects_with_trailing_spaces(self): |
126 | 95b36144 | Sofia Papagiannaki | cname = self.cname
|
127 | 95b36144 | Sofia Papagiannaki | |
128 | 95b36144 | Sofia Papagiannaki | r = self.get(quote('%s ' % self.view_url)) |
129 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 404) |
130 | 95b36144 | Sofia Papagiannaki | |
131 | 95b36144 | Sofia Papagiannaki | # delete object
|
132 | 95b36144 | Sofia Papagiannaki | self.delete(self.api_url) |
133 | 95b36144 | Sofia Papagiannaki | |
134 | 95b36144 | Sofia Papagiannaki | r = self.get(self.view_url) |
135 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 404) |
136 | 95b36144 | Sofia Papagiannaki | |
137 | 95b36144 | Sofia Papagiannaki | # upload object with trailing space
|
138 | 95b36144 | Sofia Papagiannaki | oname = self.upload_object(cname, quote('%s ' % get_random_name()))[0] |
139 | 95b36144 | Sofia Papagiannaki | |
140 | 95b36144 | Sofia Papagiannaki | view_url = join_urls(self.view_path, self.user, cname, oname) |
141 | 95b36144 | Sofia Papagiannaki | r = self.get(view_url)
|
142 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 200) |
143 | 95b36144 | Sofia Papagiannaki | |
144 | 95b36144 | Sofia Papagiannaki | view_url = join_urls(self.view_path, self.user, cname, oname[:-1]) |
145 | 95b36144 | Sofia Papagiannaki | r = self.get(view_url)
|
146 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 404) |
147 | 95b36144 | Sofia Papagiannaki | |
148 | 95b36144 | Sofia Papagiannaki | def test_get_partial(self): |
149 | 95b36144 | Sofia Papagiannaki | limit = pithos_settings.BACKEND_BLOCK_SIZE + 1
|
150 | 95b36144 | Sofia Papagiannaki | r = self.get(self.view_url, HTTP_RANGE='bytes=0-%d' % limit) |
151 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 206) |
152 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.content, self.odata[:limit + 1]) |
153 | 95b36144 | Sofia Papagiannaki | self.assertTrue('Content-Range' in r) |
154 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r['Content-Range'], 'bytes 0-%d/%d' % ( |
155 | 95b36144 | Sofia Papagiannaki | limit, len(self.odata))) |
156 | 95b36144 | Sofia Papagiannaki | self.assertTrue('Content-Type' in r) |
157 | 95b36144 | Sofia Papagiannaki | self.assertTrue(r['Content-Type'], 'application/octet-stream') |
158 | 95b36144 | Sofia Papagiannaki | |
159 | 95b36144 | Sofia Papagiannaki | def test_get_range_not_satisfiable(self): |
160 | 95b36144 | Sofia Papagiannaki | # TODO
|
161 | 95b36144 | Sofia Papagiannaki | #r = self.get(self.view_url, HTTP_RANGE='bytes=50-10')
|
162 | 95b36144 | Sofia Papagiannaki | #self.assertEqual(r.status_code, 416)
|
163 | 95b36144 | Sofia Papagiannaki | |
164 | 95b36144 | Sofia Papagiannaki | offset = len(self.odata) + 1 |
165 | 95b36144 | Sofia Papagiannaki | r = self.get(self.view_url, HTTP_RANGE='bytes=0-%s' % offset) |
166 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 416) |
167 | 95b36144 | Sofia Papagiannaki | |
168 | 95b36144 | Sofia Papagiannaki | def test_multiple_range(self): |
169 | 95b36144 | Sofia Papagiannaki | l = ['0-499', '-500', '1000-'] |
170 | 95b36144 | Sofia Papagiannaki | ranges = 'bytes=%s' % ','.join(l) |
171 | 95b36144 | Sofia Papagiannaki | r = self.get(self.view_url, HTTP_RANGE=ranges) |
172 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 206) |
173 | 95b36144 | Sofia Papagiannaki | self.assertTrue('content-type' in r) |
174 | 95b36144 | Sofia Papagiannaki | p = re.compile( |
175 | 95b36144 | Sofia Papagiannaki | 'multipart/byteranges; boundary=(?P<boundary>[0-9a-f]{32}\Z)',
|
176 | 95b36144 | Sofia Papagiannaki | re.I) |
177 | 95b36144 | Sofia Papagiannaki | m = p.match(r['content-type'])
|
178 | 95b36144 | Sofia Papagiannaki | if m is None: |
179 | 95b36144 | Sofia Papagiannaki | self.fail('Invalid multiple range content type') |
180 | 95b36144 | Sofia Papagiannaki | boundary = m.groupdict()['boundary']
|
181 | 95b36144 | Sofia Papagiannaki | cparts = r.content.split('--%s' % boundary)[1:-1] |
182 | 95b36144 | Sofia Papagiannaki | |
183 | 95b36144 | Sofia Papagiannaki | # assert content parts length
|
184 | 95b36144 | Sofia Papagiannaki | self.assertEqual(len(cparts), len(l)) |
185 | 95b36144 | Sofia Papagiannaki | |
186 | 95b36144 | Sofia Papagiannaki | # for each content part assert headers
|
187 | 95b36144 | Sofia Papagiannaki | i = 0
|
188 | 95b36144 | Sofia Papagiannaki | for cpart in cparts: |
189 | 95b36144 | Sofia Papagiannaki | content = cpart.split('\r\n')
|
190 | 95b36144 | Sofia Papagiannaki | headers = content[1:3] |
191 | 95b36144 | Sofia Papagiannaki | content_range = headers[0].split(': ') |
192 | 95b36144 | Sofia Papagiannaki | self.assertEqual(content_range[0], 'Content-Range') |
193 | 95b36144 | Sofia Papagiannaki | |
194 | 95b36144 | Sofia Papagiannaki | r = l[i].split('-')
|
195 | 95b36144 | Sofia Papagiannaki | if not r[0] and not r[1]: |
196 | 95b36144 | Sofia Papagiannaki | pass
|
197 | 95b36144 | Sofia Papagiannaki | elif not r[0]: |
198 | 95b36144 | Sofia Papagiannaki | start = len(self.odata) - int(r[1]) |
199 | 95b36144 | Sofia Papagiannaki | end = len(self.odata) |
200 | 95b36144 | Sofia Papagiannaki | elif not r[1]: |
201 | 95b36144 | Sofia Papagiannaki | start = int(r[0]) |
202 | 95b36144 | Sofia Papagiannaki | end = len(self.odata) |
203 | 95b36144 | Sofia Papagiannaki | else:
|
204 | 95b36144 | Sofia Papagiannaki | start = int(r[0]) |
205 | 95b36144 | Sofia Papagiannaki | end = int(r[1]) + 1 |
206 | 95b36144 | Sofia Papagiannaki | fdata = self.odata[start:end]
|
207 | 95b36144 | Sofia Papagiannaki | sdata = '\r\n'.join(content[4:-1]) |
208 | 95b36144 | Sofia Papagiannaki | self.assertEqual(len(fdata), len(sdata)) |
209 | 95b36144 | Sofia Papagiannaki | self.assertEquals(fdata, sdata)
|
210 | 95b36144 | Sofia Papagiannaki | i += 1
|
211 | 95b36144 | Sofia Papagiannaki | |
212 | 95b36144 | Sofia Papagiannaki | def test_multiple_range_not_satisfiable(self): |
213 | 95b36144 | Sofia Papagiannaki | # perform get with multiple range
|
214 | 95b36144 | Sofia Papagiannaki | out_of_range = len(self.odata) + 1 |
215 | 95b36144 | Sofia Papagiannaki | l = ['0-499', '-500', '%d-' % out_of_range] |
216 | 95b36144 | Sofia Papagiannaki | ranges = 'bytes=%s' % ','.join(l) |
217 | 95b36144 | Sofia Papagiannaki | r = self.get(self.view_url, HTTP_RANGE=ranges) |
218 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 416) |
219 | 95b36144 | Sofia Papagiannaki | |
220 | 95b36144 | Sofia Papagiannaki | def test_get_if_match(self): |
221 | 95b36144 | Sofia Papagiannaki | if pithos_settings.UPDATE_MD5:
|
222 | 95b36144 | Sofia Papagiannaki | etag = md5_hash(self.odata)
|
223 | 95b36144 | Sofia Papagiannaki | else:
|
224 | 95b36144 | Sofia Papagiannaki | etag = merkle(self.odata)
|
225 | 95b36144 | Sofia Papagiannaki | |
226 | 95b36144 | Sofia Papagiannaki | r = self.get(self.view_url, HTTP_IF_MATCH=etag) |
227 | 95b36144 | Sofia Papagiannaki | |
228 | 95b36144 | Sofia Papagiannaki | # assert get success
|
229 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 200) |
230 | 95b36144 | Sofia Papagiannaki | |
231 | 95b36144 | Sofia Papagiannaki | # assert response content
|
232 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.content, self.odata) |
233 | 95b36144 | Sofia Papagiannaki | |
234 | 95b36144 | Sofia Papagiannaki | def test_get_if_match_star(self): |
235 | 95b36144 | Sofia Papagiannaki | r = self.get(self.view_url, HTTP_IF_MATCH='*') |
236 | 95b36144 | Sofia Papagiannaki | |
237 | 95b36144 | Sofia Papagiannaki | # assert get success
|
238 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 200) |
239 | 95b36144 | Sofia Papagiannaki | |
240 | 95b36144 | Sofia Papagiannaki | # assert response content
|
241 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.content, self.odata) |
242 | 95b36144 | Sofia Papagiannaki | |
243 | 95b36144 | Sofia Papagiannaki | def test_get_multiple_if_match(self): |
244 | 95b36144 | Sofia Papagiannaki | if pithos_settings.UPDATE_MD5:
|
245 | 95b36144 | Sofia Papagiannaki | etag = md5_hash(self.odata)
|
246 | 95b36144 | Sofia Papagiannaki | else:
|
247 | 95b36144 | Sofia Papagiannaki | etag = merkle(self.odata)
|
248 | 95b36144 | Sofia Papagiannaki | |
249 | 95b36144 | Sofia Papagiannaki | quoted = lambda s: '"%s"' % s |
250 | 95b36144 | Sofia Papagiannaki | r = self.get(self.view_url, HTTP_IF_MATCH=','.join( |
251 | 95b36144 | Sofia Papagiannaki | [quoted(etag), quoted(get_random_data(64))]))
|
252 | 95b36144 | Sofia Papagiannaki | |
253 | 95b36144 | Sofia Papagiannaki | # assert get success
|
254 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 200) |
255 | 95b36144 | Sofia Papagiannaki | |
256 | 95b36144 | Sofia Papagiannaki | # assert response content
|
257 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.content, self.odata) |
258 | 95b36144 | Sofia Papagiannaki | |
259 | 95b36144 | Sofia Papagiannaki | def test_if_match_precondition_failed(self): |
260 | 95b36144 | Sofia Papagiannaki | r = self.get(self.view_url, HTTP_IF_MATCH=get_random_name()) |
261 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 412) |
262 | 95b36144 | Sofia Papagiannaki | |
263 | 95b36144 | Sofia Papagiannaki | def test_if_none_match(self): |
264 | 95b36144 | Sofia Papagiannaki | if pithos_settings.UPDATE_MD5:
|
265 | 95b36144 | Sofia Papagiannaki | etag = md5_hash(self.odata)
|
266 | 95b36144 | Sofia Papagiannaki | else:
|
267 | 95b36144 | Sofia Papagiannaki | etag = merkle(self.odata)
|
268 | 95b36144 | Sofia Papagiannaki | |
269 | 95b36144 | Sofia Papagiannaki | # perform get with If-None-Match
|
270 | 95b36144 | Sofia Papagiannaki | r = self.get(self.view_url, HTTP_IF_NONE_MATCH=etag) |
271 | 95b36144 | Sofia Papagiannaki | |
272 | 95b36144 | Sofia Papagiannaki | # assert precondition_failed
|
273 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 304) |
274 | 95b36144 | Sofia Papagiannaki | |
275 | 95b36144 | Sofia Papagiannaki | # update object data
|
276 | 95b36144 | Sofia Papagiannaki | r = self.append_object_data(self.cname, self.oname)[-1] |
277 | 95b36144 | Sofia Papagiannaki | self.assertTrue(etag != r['ETag']) |
278 | 95b36144 | Sofia Papagiannaki | |
279 | 95b36144 | Sofia Papagiannaki | # perform get with If-None-Match
|
280 | 95b36144 | Sofia Papagiannaki | r = self.get(self.view_url, HTTP_IF_NONE_MATCH=etag) |
281 | 95b36144 | Sofia Papagiannaki | |
282 | 95b36144 | Sofia Papagiannaki | # assert get success
|
283 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 200) |
284 | 95b36144 | Sofia Papagiannaki | |
285 | 95b36144 | Sofia Papagiannaki | def test_if_none_match_star(self): |
286 | 95b36144 | Sofia Papagiannaki | # perform get with If-None-Match with star
|
287 | 95b36144 | Sofia Papagiannaki | r = self.get(self.view_url, HTTP_IF_NONE_MATCH='*') |
288 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 304) |
289 | 95b36144 | Sofia Papagiannaki | |
290 | 95b36144 | Sofia Papagiannaki | def test_if_modified_since(self): |
291 | 95b36144 | Sofia Papagiannaki | # upload object
|
292 | 95b36144 | Sofia Papagiannaki | object_info = self.get_object_info(self.cname, self.oname) |
293 | 95b36144 | Sofia Papagiannaki | last_modified = object_info['Last-Modified']
|
294 | 95b36144 | Sofia Papagiannaki | t1 = datetime.datetime.strptime(last_modified, DATE_FORMATS[-1])
|
295 | 95b36144 | Sofia Papagiannaki | t1_formats = map(t1.strftime, DATE_FORMATS)
|
296 | 95b36144 | Sofia Papagiannaki | |
297 | 95b36144 | Sofia Papagiannaki | # Check not modified since
|
298 | 95b36144 | Sofia Papagiannaki | for t in t1_formats: |
299 | 95b36144 | Sofia Papagiannaki | r = self.get(self.view_url, HTTP_IF_MODIFIED_SINCE=t) |
300 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 304) |
301 | 95b36144 | Sofia Papagiannaki | |
302 | 95b36144 | Sofia Papagiannaki | _time.sleep(1)
|
303 | 95b36144 | Sofia Papagiannaki | |
304 | 95b36144 | Sofia Papagiannaki | # update object data
|
305 | 95b36144 | Sofia Papagiannaki | appended_data = self.append_object_data(self.cname, self.oname)[1] |
306 | 95b36144 | Sofia Papagiannaki | |
307 | 95b36144 | Sofia Papagiannaki | # Check modified since
|
308 | 95b36144 | Sofia Papagiannaki | for t in t1_formats: |
309 | 95b36144 | Sofia Papagiannaki | r = self.get(self.view_url, HTTP_IF_MODIFIED_SINCE=t) |
310 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 200) |
311 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.content, self.odata + appended_data) |
312 | 95b36144 | Sofia Papagiannaki | |
313 | 95b36144 | Sofia Papagiannaki | def test_if_modified_since_invalid_date(self): |
314 | 95b36144 | Sofia Papagiannaki | r = self.get(self.view_url, HTTP_IF_MODIFIED_SINCE='Monday') |
315 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 200) |
316 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.content, self.odata) |
317 | 95b36144 | Sofia Papagiannaki | |
318 | 95b36144 | Sofia Papagiannaki | def test_if_not_modified_since(self): |
319 | 95b36144 | Sofia Papagiannaki | object_info = self.get_object_info(self.cname, self.oname) |
320 | 95b36144 | Sofia Papagiannaki | last_modified = object_info['Last-Modified']
|
321 | 95b36144 | Sofia Papagiannaki | t = datetime.datetime.strptime(last_modified, DATE_FORMATS[-1])
|
322 | 95b36144 | Sofia Papagiannaki | |
323 | 95b36144 | Sofia Papagiannaki | # Check unmodified
|
324 | 95b36144 | Sofia Papagiannaki | t1 = t + datetime.timedelta(seconds=1)
|
325 | 95b36144 | Sofia Papagiannaki | t1_formats = map(t1.strftime, DATE_FORMATS)
|
326 | 95b36144 | Sofia Papagiannaki | for t in t1_formats: |
327 | 95b36144 | Sofia Papagiannaki | r = self.get(self.view_url, HTTP_IF_UNMODIFIED_SINCE=t) |
328 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 200) |
329 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.content, self.odata) |
330 | 95b36144 | Sofia Papagiannaki | |
331 | 95b36144 | Sofia Papagiannaki | # modify object
|
332 | 95b36144 | Sofia Papagiannaki | _time.sleep(2)
|
333 | 95b36144 | Sofia Papagiannaki | self.append_object_data(self.cname, self.oname) |
334 | 95b36144 | Sofia Papagiannaki | |
335 | 95b36144 | Sofia Papagiannaki | object_info = self.get_object_info(self.cname, self.oname) |
336 | 95b36144 | Sofia Papagiannaki | last_modified = object_info['Last-Modified']
|
337 | 95b36144 | Sofia Papagiannaki | t = datetime.datetime.strptime(last_modified, DATE_FORMATS[-1])
|
338 | 95b36144 | Sofia Papagiannaki | t2 = t - datetime.timedelta(seconds=1)
|
339 | 95b36144 | Sofia Papagiannaki | t2_formats = map(t2.strftime, DATE_FORMATS)
|
340 | 95b36144 | Sofia Papagiannaki | |
341 | 95b36144 | Sofia Papagiannaki | # check modified
|
342 | 95b36144 | Sofia Papagiannaki | for t in t2_formats: |
343 | 95b36144 | Sofia Papagiannaki | r = self.get(self.view_url, HTTP_IF_UNMODIFIED_SINCE=t) |
344 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 412) |
345 | 95b36144 | Sofia Papagiannaki | |
346 | 95b36144 | Sofia Papagiannaki | # modify account: update object meta
|
347 | 95b36144 | Sofia Papagiannaki | _time.sleep(1)
|
348 | 95b36144 | Sofia Papagiannaki | self.update_object_meta(self.cname, self.oname, {'foo': 'bar'}) |
349 | 95b36144 | Sofia Papagiannaki | |
350 | 95b36144 | Sofia Papagiannaki | object_info = self.get_object_info(self.cname, self.oname) |
351 | 95b36144 | Sofia Papagiannaki | last_modified = object_info['Last-Modified']
|
352 | 95b36144 | Sofia Papagiannaki | t = datetime.datetime.strptime(last_modified, DATE_FORMATS[-1])
|
353 | 95b36144 | Sofia Papagiannaki | t3 = t - datetime.timedelta(seconds=1)
|
354 | 95b36144 | Sofia Papagiannaki | t3_formats = map(t3.strftime, DATE_FORMATS)
|
355 | 95b36144 | Sofia Papagiannaki | |
356 | 95b36144 | Sofia Papagiannaki | # check modified
|
357 | 95b36144 | Sofia Papagiannaki | for t in t3_formats: |
358 | 95b36144 | Sofia Papagiannaki | r = self.get(self.view_url, HTTP_IF_UNMODIFIED_SINCE=t) |
359 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 412) |
360 | 95b36144 | Sofia Papagiannaki | |
361 | 95b36144 | Sofia Papagiannaki | def test_if_unmodified_since(self): |
362 | 95b36144 | Sofia Papagiannaki | object_info = self.get_object_info(self.cname, self.oname) |
363 | 95b36144 | Sofia Papagiannaki | last_modified = object_info['Last-Modified']
|
364 | 95b36144 | Sofia Papagiannaki | t = datetime.datetime.strptime(last_modified, DATE_FORMATS[-1])
|
365 | 95b36144 | Sofia Papagiannaki | t = t + datetime.timedelta(seconds=1)
|
366 | 95b36144 | Sofia Papagiannaki | t_formats = map(t.strftime, DATE_FORMATS)
|
367 | 95b36144 | Sofia Papagiannaki | |
368 | 95b36144 | Sofia Papagiannaki | for tf in t_formats: |
369 | 95b36144 | Sofia Papagiannaki | r = self.get(self.view_url, HTTP_IF_UNMODIFIED_SINCE=tf) |
370 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 200) |
371 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.content, self.odata) |
372 | 95b36144 | Sofia Papagiannaki | |
373 | 95b36144 | Sofia Papagiannaki | def test_if_unmodified_since_precondition_failed(self): |
374 | 95b36144 | Sofia Papagiannaki | object_info = self.get_object_info(self.cname, self.oname) |
375 | 95b36144 | Sofia Papagiannaki | last_modified = object_info['Last-Modified']
|
376 | 95b36144 | Sofia Papagiannaki | t = datetime.datetime.strptime(last_modified, DATE_FORMATS[-1])
|
377 | 95b36144 | Sofia Papagiannaki | t = t - datetime.timedelta(seconds=1)
|
378 | 95b36144 | Sofia Papagiannaki | t_formats = map(t.strftime, DATE_FORMATS)
|
379 | 95b36144 | Sofia Papagiannaki | |
380 | 95b36144 | Sofia Papagiannaki | for tf in t_formats: |
381 | 95b36144 | Sofia Papagiannaki | r = self.get(self.view_url, HTTP_IF_UNMODIFIED_SINCE=tf) |
382 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 412) |
383 | 95b36144 | Sofia Papagiannaki | |
384 | 95b36144 | Sofia Papagiannaki | def test_hashes(self): |
385 | 95b36144 | Sofia Papagiannaki | l = random.randint(2, 5) * pithos_settings.BACKEND_BLOCK_SIZE |
386 | 95b36144 | Sofia Papagiannaki | oname, odata = self.upload_object(self.cname, length=l)[:-1] |
387 | 95b36144 | Sofia Papagiannaki | size = len(odata)
|
388 | 95b36144 | Sofia Papagiannaki | |
389 | 95b36144 | Sofia Papagiannaki | view_url = join_urls(self.view_path, self.user, self.cname, oname) |
390 | 95b36144 | Sofia Papagiannaki | r = self.get('%s?format=json&hashmap' % view_url) |
391 | 95b36144 | Sofia Papagiannaki | self.assertEqual(r.status_code, 200) |
392 | 95b36144 | Sofia Papagiannaki | body = json.loads(r.content) |
393 | 95b36144 | Sofia Papagiannaki | |
394 | 95b36144 | Sofia Papagiannaki | hashes = body['hashes']
|
395 | 95b36144 | Sofia Papagiannaki | block_size = body['block_size']
|
396 | 95b36144 | Sofia Papagiannaki | block_num = size / block_size if size / block_size == 0 else\ |
397 | 95b36144 | Sofia Papagiannaki | size / block_size + 1
|
398 | 95b36144 | Sofia Papagiannaki | self.assertTrue(len(hashes), block_num) |
399 | 95b36144 | Sofia Papagiannaki | i = 0
|
400 | 95b36144 | Sofia Papagiannaki | for h in hashes: |
401 | 95b36144 | Sofia Papagiannaki | start = i * block_size |
402 | 95b36144 | Sofia Papagiannaki | end = (i + 1) * block_size
|
403 | 95b36144 | Sofia Papagiannaki | hash = merkle(odata[start:end]) |
404 | 95b36144 | Sofia Papagiannaki | self.assertEqual(h, hash) |
405 | 95b36144 | Sofia Papagiannaki | i += 1 |