root / tools / store @ f07c5a53
History | View | Annotate | Download (16.1 kB)
1 | cfac048c | Giorgos Verigakis | #!/usr/bin/env python |
---|---|---|---|
2 | cfac048c | Giorgos Verigakis | |
3 | cfac048c | Giorgos Verigakis | from getpass import getuser |
4 | cfac048c | Giorgos Verigakis | from optparse import OptionParser |
5 | cfac048c | Giorgos Verigakis | from os.path import basename |
6 | f07c5a53 | Sofia Papagiannaki | from sys import argv, exit, stdin, stdout |
7 | 3f5b02c7 | Sofia Papagiannaki | from pithos.lib.client import Client, Fault |
8 | cfac048c | Giorgos Verigakis | |
9 | cfac048c | Giorgos Verigakis | import json |
10 | cfac048c | Giorgos Verigakis | import logging |
11 | f07c5a53 | Sofia Papagiannaki | import types |
12 | cfac048c | Giorgos Verigakis | |
13 | 3f5b02c7 | Sofia Papagiannaki | DEFAULT_HOST = '127.0.0.1:8000' |
14 | cfac048c | Giorgos Verigakis | DEFAULT_API = 'v1' |
15 | cfac048c | Giorgos Verigakis | |
16 | cfac048c | Giorgos Verigakis | _cli_commands = {} |
17 | cfac048c | Giorgos Verigakis | |
18 | cfac048c | Giorgos Verigakis | def cli_command(*args): |
19 | cfac048c | Giorgos Verigakis | def decorator(cls): |
20 | cfac048c | Giorgos Verigakis | cls.commands = args |
21 | cfac048c | Giorgos Verigakis | for name in args: |
22 | cfac048c | Giorgos Verigakis | _cli_commands[name] = cls |
23 | cfac048c | Giorgos Verigakis | return cls |
24 | cfac048c | Giorgos Verigakis | return decorator |
25 | cfac048c | Giorgos Verigakis | |
26 | cfac048c | Giorgos Verigakis | def class_for_cli_command(name): |
27 | cfac048c | Giorgos Verigakis | return _cli_commands[name] |
28 | cfac048c | Giorgos Verigakis | |
29 | cfac048c | Giorgos Verigakis | class Command(object): |
30 | cfac048c | Giorgos Verigakis | def __init__(self, argv): |
31 | cfac048c | Giorgos Verigakis | parser = OptionParser() |
32 | f07c5a53 | Sofia Papagiannaki | parser.add_option('--host', dest='host', metavar='HOST', |
33 | f07c5a53 | Sofia Papagiannaki | default=DEFAULT_HOST, help='use server HOST') |
34 | f07c5a53 | Sofia Papagiannaki | parser.add_option('--user', dest='user', metavar='USERNAME', |
35 | f07c5a53 | Sofia Papagiannaki | default=getuser(), help='use account USERNAME') |
36 | f07c5a53 | Sofia Papagiannaki | parser.add_option('--api', dest='api', metavar='API', |
37 | f07c5a53 | Sofia Papagiannaki | default=DEFAULT_API, help='use api API') |
38 | f07c5a53 | Sofia Papagiannaki | parser.add_option('-v', action='store_true', dest='verbose', |
39 | f07c5a53 | Sofia Papagiannaki | default=False, help='use verbose output') |
40 | f07c5a53 | Sofia Papagiannaki | parser.add_option('-d', action='store_true', dest='debug', |
41 | f07c5a53 | Sofia Papagiannaki | default=False, help='use debug output') |
42 | cfac048c | Giorgos Verigakis | self.add_options(parser) |
43 | cfac048c | Giorgos Verigakis | options, args = parser.parse_args(argv) |
44 | cfac048c | Giorgos Verigakis | |
45 | cfac048c | Giorgos Verigakis | # Add options to self |
46 | cfac048c | Giorgos Verigakis | for opt in parser.option_list: |
47 | cfac048c | Giorgos Verigakis | key = opt.dest |
48 | cfac048c | Giorgos Verigakis | if key: |
49 | cfac048c | Giorgos Verigakis | val = getattr(options, key) |
50 | cfac048c | Giorgos Verigakis | setattr(self, key, val) |
51 | cfac048c | Giorgos Verigakis | |
52 | f07c5a53 | Sofia Papagiannaki | self.client = Client(self.host, self.user, self.api, self.verbose, |
53 | f07c5a53 | Sofia Papagiannaki | self.debug) |
54 | cfac048c | Giorgos Verigakis | |
55 | cfac048c | Giorgos Verigakis | self.parser = parser |
56 | cfac048c | Giorgos Verigakis | self.args = args |
57 | cfac048c | Giorgos Verigakis | |
58 | cfac048c | Giorgos Verigakis | def add_options(self, parser): |
59 | cfac048c | Giorgos Verigakis | pass |
60 | cfac048c | Giorgos Verigakis | |
61 | cfac048c | Giorgos Verigakis | def execute(self, *args): |
62 | cfac048c | Giorgos Verigakis | pass |
63 | cfac048c | Giorgos Verigakis | |
64 | cfac048c | Giorgos Verigakis | @cli_command('list', 'ls') |
65 | cfac048c | Giorgos Verigakis | class List(Command): |
66 | f07c5a53 | Sofia Papagiannaki | syntax = '[<container>[/<object>]]' |
67 | cfac048c | Giorgos Verigakis | description = 'list containers or objects' |
68 | cfac048c | Giorgos Verigakis | |
69 | cfac048c | Giorgos Verigakis | def add_options(self, parser): |
70 | 3f5b02c7 | Sofia Papagiannaki | parser.add_option('-l', action='store_true', dest='detail', |
71 | 3f5b02c7 | Sofia Papagiannaki | default=False, help='show detailed output') |
72 | 3f5b02c7 | Sofia Papagiannaki | parser.add_option('-n', action='store', type='int', dest='limit', |
73 | 3f5b02c7 | Sofia Papagiannaki | default=1000, help='show limited output') |
74 | 3f5b02c7 | Sofia Papagiannaki | parser.add_option('--marker', action='store', type='str', |
75 | 3f5b02c7 | Sofia Papagiannaki | dest='marker', default=None, |
76 | 3f5b02c7 | Sofia Papagiannaki | help='show output greater then marker') |
77 | 3f5b02c7 | Sofia Papagiannaki | parser.add_option('--prefix', action='store', type='str', |
78 | 3f5b02c7 | Sofia Papagiannaki | dest='prefix', default=None, |
79 | 3f5b02c7 | Sofia Papagiannaki | help='show output starting with prefix') |
80 | 3f5b02c7 | Sofia Papagiannaki | parser.add_option('--delimiter', action='store', type='str', |
81 | 3f5b02c7 | Sofia Papagiannaki | dest='delimiter', default=None, |
82 | 3f5b02c7 | Sofia Papagiannaki | help='show output up to the delimiter') |
83 | 3f5b02c7 | Sofia Papagiannaki | parser.add_option('--path', action='store', type='str', |
84 | 3f5b02c7 | Sofia Papagiannaki | dest='path', default=None, |
85 | 3f5b02c7 | Sofia Papagiannaki | help='show output starting with prefix up to /') |
86 | 3f5b02c7 | Sofia Papagiannaki | parser.add_option('--meta', action='store', type='str', |
87 | 3f5b02c7 | Sofia Papagiannaki | dest='meta', default=None, |
88 | 3f5b02c7 | Sofia Papagiannaki | help='show output having the specified meta keys') |
89 | 3f5b02c7 | Sofia Papagiannaki | parser.add_option('--if-modified-since', action='store', type='str', |
90 | 3f5b02c7 | Sofia Papagiannaki | dest='if_modified_since', default=None, |
91 | 3f5b02c7 | Sofia Papagiannaki | help='show output if modified since then') |
92 | 3f5b02c7 | Sofia Papagiannaki | parser.add_option('--if-unmodified-since', action='store', type='str', |
93 | 3f5b02c7 | Sofia Papagiannaki | dest='if_unmodified_since', default=None, |
94 | 3f5b02c7 | Sofia Papagiannaki | help='show output if not modified since then') |
95 | f07c5a53 | Sofia Papagiannaki | |
96 | cfac048c | Giorgos Verigakis | def execute(self, container=None): |
97 | cfac048c | Giorgos Verigakis | if container: |
98 | cfac048c | Giorgos Verigakis | self.list_objects(container) |
99 | cfac048c | Giorgos Verigakis | else: |
100 | cfac048c | Giorgos Verigakis | self.list_containers() |
101 | cfac048c | Giorgos Verigakis | |
102 | cfac048c | Giorgos Verigakis | def list_containers(self): |
103 | f07c5a53 | Sofia Papagiannaki | params = {'limit':self.limit, 'marker':self.marker} |
104 | f07c5a53 | Sofia Papagiannaki | headers = {'IF_MODIFIED_SINCE':self.if_modified_since, |
105 | f07c5a53 | Sofia Papagiannaki | 'IF_UNMODIFIED_SINCE':self.if_unmodified_since} |
106 | f07c5a53 | Sofia Papagiannaki | l = self.client.list_containers(self.detail, params, headers) |
107 | f07c5a53 | Sofia Papagiannaki | print_list(l) |
108 | 3f5b02c7 | Sofia Papagiannaki | |
109 | cfac048c | Giorgos Verigakis | def list_objects(self, container): |
110 | f07c5a53 | Sofia Papagiannaki | params = {'limit':self.limit, 'marker':self.marker, |
111 | f07c5a53 | Sofia Papagiannaki | 'prefix':self.prefix, 'delimiter':self.delimiter, |
112 | f07c5a53 | Sofia Papagiannaki | 'path':self.path, 'meta':self.meta} |
113 | f07c5a53 | Sofia Papagiannaki | headers = {'IF_MODIFIED_SINCE':self.if_modified_since, |
114 | f07c5a53 | Sofia Papagiannaki | 'IF_UNMODIFIED_SINCE':self.if_unmodified_since} |
115 | f07c5a53 | Sofia Papagiannaki | l = self.client.list_objects(container, self.detail, params, headers) |
116 | f07c5a53 | Sofia Papagiannaki | print_list(l) |
117 | cfac048c | Giorgos Verigakis | |
118 | cfac048c | Giorgos Verigakis | @cli_command('meta') |
119 | cfac048c | Giorgos Verigakis | class Meta(Command): |
120 | cfac048c | Giorgos Verigakis | syntax = '[<container>[/<object>]]' |
121 | cfac048c | Giorgos Verigakis | description = 'get the metadata of an account, a container or an object' |
122 | cfac048c | Giorgos Verigakis | |
123 | cfac048c | Giorgos Verigakis | def execute(self, path=''): |
124 | cfac048c | Giorgos Verigakis | container, sep, object = path.partition('/') |
125 | cfac048c | Giorgos Verigakis | if object: |
126 | cfac048c | Giorgos Verigakis | meta = self.client.retrieve_object_metadata(container, object) |
127 | cfac048c | Giorgos Verigakis | elif container: |
128 | cfac048c | Giorgos Verigakis | meta = self.client.retrieve_container_metadata(container) |
129 | cfac048c | Giorgos Verigakis | else: |
130 | cfac048c | Giorgos Verigakis | meta = self.client.account_metadata() |
131 | f07c5a53 | Sofia Papagiannaki | if meta == None: |
132 | f07c5a53 | Sofia Papagiannaki | print 'Entity does not exist' |
133 | f07c5a53 | Sofia Papagiannaki | else: |
134 | f07c5a53 | Sofia Papagiannaki | print_dict(meta, header=None) |
135 | cfac048c | Giorgos Verigakis | |
136 | cfac048c | Giorgos Verigakis | @cli_command('create') |
137 | cfac048c | Giorgos Verigakis | class CreateContainer(Command): |
138 | f07c5a53 | Sofia Papagiannaki | syntax = '<container> [key=val] [...]' |
139 | cfac048c | Giorgos Verigakis | description = 'create a container' |
140 | cfac048c | Giorgos Verigakis | |
141 | f07c5a53 | Sofia Papagiannaki | def execute(self, container, *args): |
142 | f07c5a53 | Sofia Papagiannaki | headers = {} |
143 | f07c5a53 | Sofia Papagiannaki | for arg in args: |
144 | f07c5a53 | Sofia Papagiannaki | key, sep, val = arg.partition('=') |
145 | f07c5a53 | Sofia Papagiannaki | headers['X_CONTAINER_META_%s' %key.strip().upper()] = val.strip() |
146 | f07c5a53 | Sofia Papagiannaki | ret = self.client.create_container(container, headers) |
147 | cfac048c | Giorgos Verigakis | if not ret: |
148 | cfac048c | Giorgos Verigakis | print 'Container already exists' |
149 | cfac048c | Giorgos Verigakis | |
150 | cfac048c | Giorgos Verigakis | @cli_command('delete', 'rm') |
151 | cfac048c | Giorgos Verigakis | class Delete(Command): |
152 | cfac048c | Giorgos Verigakis | syntax = '<container>[/<object>]' |
153 | cfac048c | Giorgos Verigakis | description = 'delete a container or an object' |
154 | cfac048c | Giorgos Verigakis | |
155 | cfac048c | Giorgos Verigakis | def execute(self, path): |
156 | cfac048c | Giorgos Verigakis | container, sep, object = path.partition('/') |
157 | cfac048c | Giorgos Verigakis | if object: |
158 | cfac048c | Giorgos Verigakis | self.client.delete_object(container, object) |
159 | cfac048c | Giorgos Verigakis | else: |
160 | cfac048c | Giorgos Verigakis | self.client.delete_container(container) |
161 | cfac048c | Giorgos Verigakis | |
162 | cfac048c | Giorgos Verigakis | @cli_command('get') |
163 | cfac048c | Giorgos Verigakis | class GetObject(Command): |
164 | cfac048c | Giorgos Verigakis | syntax = '<container>/<object>' |
165 | cfac048c | Giorgos Verigakis | description = 'get the data of an object' |
166 | cfac048c | Giorgos Verigakis | |
167 | f07c5a53 | Sofia Papagiannaki | def add_options(self, parser): |
168 | f07c5a53 | Sofia Papagiannaki | parser.add_option('-l', action='store_true', dest='detail', |
169 | f07c5a53 | Sofia Papagiannaki | default=False, help='show detailed output') |
170 | f07c5a53 | Sofia Papagiannaki | parser.add_option('--range', action='store', dest='range', |
171 | f07c5a53 | Sofia Papagiannaki | default=None, help='show range of data') |
172 | f07c5a53 | Sofia Papagiannaki | parser.add_option('--if-match', action='store', dest='if-match', |
173 | f07c5a53 | Sofia Papagiannaki | default=None, help='show output if ETags match') |
174 | f07c5a53 | Sofia Papagiannaki | parser.add_option('--if-none-match', action='store', |
175 | f07c5a53 | Sofia Papagiannaki | dest='if-none-match', default=None, |
176 | f07c5a53 | Sofia Papagiannaki | help='show output if ETags don\'t match') |
177 | f07c5a53 | Sofia Papagiannaki | parser.add_option('--if-modified-since', action='store', type='str', |
178 | f07c5a53 | Sofia Papagiannaki | dest='if-modified-since', default=None, |
179 | f07c5a53 | Sofia Papagiannaki | help='show output if modified since then') |
180 | f07c5a53 | Sofia Papagiannaki | parser.add_option('--if-unmodified-since', action='store', type='str', |
181 | f07c5a53 | Sofia Papagiannaki | dest='if-unmodified-since', default=None, |
182 | f07c5a53 | Sofia Papagiannaki | help='show output if not modified since then') |
183 | f07c5a53 | Sofia Papagiannaki | parser.add_option('-f', action='store', type='str', |
184 | f07c5a53 | Sofia Papagiannaki | dest='file', default=None, |
185 | f07c5a53 | Sofia Papagiannaki | help='save output in file') |
186 | f07c5a53 | Sofia Papagiannaki | |
187 | cfac048c | Giorgos Verigakis | def execute(self, path): |
188 | f07c5a53 | Sofia Papagiannaki | headers = {} |
189 | f07c5a53 | Sofia Papagiannaki | if self.range: |
190 | f07c5a53 | Sofia Papagiannaki | headers['RANGE'] = 'bytes=%s' %self.range |
191 | f07c5a53 | Sofia Papagiannaki | attrs = ['if-match', 'if-none-match', 'if-modified-since', |
192 | f07c5a53 | Sofia Papagiannaki | 'if-unmodified-since'] |
193 | f07c5a53 | Sofia Papagiannaki | attrs = [a for a in attrs if getattr(self, a)] |
194 | f07c5a53 | Sofia Papagiannaki | for a in attrs: |
195 | f07c5a53 | Sofia Papagiannaki | headers[a.replace('-', '_').upper()] = getattr(self, a) |
196 | cfac048c | Giorgos Verigakis | container, sep, object = path.partition('/') |
197 | f07c5a53 | Sofia Papagiannaki | data = self.client.retrieve_object(container, object, self.detail, |
198 | f07c5a53 | Sofia Papagiannaki | headers) |
199 | f07c5a53 | Sofia Papagiannaki | if self.file: |
200 | f07c5a53 | Sofia Papagiannaki | if self.detail: |
201 | f07c5a53 | Sofia Papagiannaki | f = self.file and open(self.file, 'w') or stdout |
202 | f07c5a53 | Sofia Papagiannaki | data = json.loads(data) |
203 | f07c5a53 | Sofia Papagiannaki | print_dict(data, f=f) |
204 | f07c5a53 | Sofia Papagiannaki | else: |
205 | f07c5a53 | Sofia Papagiannaki | fw = open(self.file, 'w') |
206 | f07c5a53 | Sofia Papagiannaki | fw.write(data) |
207 | f07c5a53 | Sofia Papagiannaki | fw.close() |
208 | f07c5a53 | Sofia Papagiannaki | else: |
209 | f07c5a53 | Sofia Papagiannaki | print data |
210 | cfac048c | Giorgos Verigakis | |
211 | cfac048c | Giorgos Verigakis | @cli_command('put') |
212 | cfac048c | Giorgos Verigakis | class PutObject(Command): |
213 | f07c5a53 | Sofia Papagiannaki | syntax = '<container>/<object> <path> [key=val] [...]' |
214 | f07c5a53 | Sofia Papagiannaki | description = 'create/override object with path contents or standard input' |
215 | cfac048c | Giorgos Verigakis | |
216 | f07c5a53 | Sofia Papagiannaki | def add_options(self, parser): |
217 | f07c5a53 | Sofia Papagiannaki | parser.add_option('--chunked', action='store_true', dest='chunked', |
218 | f07c5a53 | Sofia Papagiannaki | default=False, help='set chunked transfer mode') |
219 | f07c5a53 | Sofia Papagiannaki | parser.add_option('--etag', action='store', dest='etag', |
220 | f07c5a53 | Sofia Papagiannaki | default=None, help='check written data') |
221 | f07c5a53 | Sofia Papagiannaki | parser.add_option('--content-encoding', action='store', |
222 | f07c5a53 | Sofia Papagiannaki | dest='content-encoding', default=None, |
223 | f07c5a53 | Sofia Papagiannaki | help='provide the object MIME content type') |
224 | f07c5a53 | Sofia Papagiannaki | parser.add_option('--content-disposition', action='store', type='str', |
225 | f07c5a53 | Sofia Papagiannaki | dest='content-disposition', default=None, |
226 | f07c5a53 | Sofia Papagiannaki | help='provide the presentation style of the object') |
227 | f07c5a53 | Sofia Papagiannaki | parser.add_option('--manifest', action='store', type='str', |
228 | f07c5a53 | Sofia Papagiannaki | dest='manifest', default=None, |
229 | f07c5a53 | Sofia Papagiannaki | help='use for large file support') |
230 | f07c5a53 | Sofia Papagiannaki | |
231 | f07c5a53 | Sofia Papagiannaki | def execute(self, path, srcpath, *args): |
232 | f07c5a53 | Sofia Papagiannaki | headers = {} |
233 | f07c5a53 | Sofia Papagiannaki | if self.manifest: |
234 | f07c5a53 | Sofia Papagiannaki | headers['X_OBJECT_MANIFEST'] = self.manifest |
235 | f07c5a53 | Sofia Papagiannaki | |
236 | f07c5a53 | Sofia Papagiannaki | attrs = ['etag', 'content-encoding', 'content-disposition'] |
237 | f07c5a53 | Sofia Papagiannaki | attrs = [a for a in attrs if getattr(self, a)] |
238 | f07c5a53 | Sofia Papagiannaki | for a in attrs: |
239 | f07c5a53 | Sofia Papagiannaki | headers[a.replace('-', '_').upper()] = getattr(self, a) |
240 | f07c5a53 | Sofia Papagiannaki | |
241 | f07c5a53 | Sofia Papagiannaki | #prepare user defined meta |
242 | f07c5a53 | Sofia Papagiannaki | for arg in args: |
243 | f07c5a53 | Sofia Papagiannaki | key, sep, val = arg.partition('=') |
244 | f07c5a53 | Sofia Papagiannaki | headers['X_OBJECT_META_%s' %key.strip().upper()] = val.strip() |
245 | f07c5a53 | Sofia Papagiannaki | |
246 | cfac048c | Giorgos Verigakis | container, sep, object = path.partition('/') |
247 | f07c5a53 | Sofia Papagiannaki | |
248 | f07c5a53 | Sofia Papagiannaki | f = srcpath != '-' and open(srcpath) or stdin |
249 | f07c5a53 | Sofia Papagiannaki | chunked = (self.chunked or f == stdin) and True or False |
250 | f07c5a53 | Sofia Papagiannaki | self.client.create_object(container, object, f, chunked=chunked, |
251 | f07c5a53 | Sofia Papagiannaki | headers=headers) |
252 | cfac048c | Giorgos Verigakis | f.close() |
253 | cfac048c | Giorgos Verigakis | |
254 | cfac048c | Giorgos Verigakis | @cli_command('copy', 'cp') |
255 | cfac048c | Giorgos Verigakis | class CopyObject(Command): |
256 | cfac048c | Giorgos Verigakis | syntax = '<src container>/<src object> [<dst container>/]<dst object>' |
257 | cfac048c | Giorgos Verigakis | description = 'copies an object to a different location' |
258 | cfac048c | Giorgos Verigakis | |
259 | cfac048c | Giorgos Verigakis | def execute(self, src, dst): |
260 | cfac048c | Giorgos Verigakis | src_container, sep, src_object = src.partition('/') |
261 | cfac048c | Giorgos Verigakis | dst_container, sep, dst_object = dst.partition('/') |
262 | cfac048c | Giorgos Verigakis | if not sep: |
263 | cfac048c | Giorgos Verigakis | dst_container = src_container |
264 | cfac048c | Giorgos Verigakis | dst_object = dst |
265 | f07c5a53 | Sofia Papagiannaki | self.client.copy_object(src_container, src_object, dst_container, |
266 | f07c5a53 | Sofia Papagiannaki | dst_object) |
267 | cfac048c | Giorgos Verigakis | |
268 | cfac048c | Giorgos Verigakis | @cli_command('set') |
269 | 3f5b02c7 | Sofia Papagiannaki | class SetMeta(Command): |
270 | 3f5b02c7 | Sofia Papagiannaki | syntax = '[<container>[/<object>]] key=val [key=val] [...]' |
271 | 3f5b02c7 | Sofia Papagiannaki | description = 'set metadata' |
272 | cfac048c | Giorgos Verigakis | |
273 | cfac048c | Giorgos Verigakis | def execute(self, path, *args): |
274 | 3f5b02c7 | Sofia Papagiannaki | #in case of account fix the args |
275 | f07c5a53 | Sofia Papagiannaki | if path.find('=') != -1: |
276 | 3f5b02c7 | Sofia Papagiannaki | args = list(args) |
277 | 3f5b02c7 | Sofia Papagiannaki | args.append(path) |
278 | 3f5b02c7 | Sofia Papagiannaki | args = tuple(args) |
279 | 3f5b02c7 | Sofia Papagiannaki | path = '' |
280 | cfac048c | Giorgos Verigakis | meta = {} |
281 | cfac048c | Giorgos Verigakis | for arg in args: |
282 | cfac048c | Giorgos Verigakis | key, sep, val = arg.partition('=') |
283 | cfac048c | Giorgos Verigakis | meta[key.strip()] = val.strip() |
284 | 3f5b02c7 | Sofia Papagiannaki | container, sep, object = path.partition('/') |
285 | 3f5b02c7 | Sofia Papagiannaki | if object: |
286 | 3f5b02c7 | Sofia Papagiannaki | self.client.update_object_metadata(container, object, **meta) |
287 | 3f5b02c7 | Sofia Papagiannaki | elif container: |
288 | 3f5b02c7 | Sofia Papagiannaki | self.client.update_container_metadata(container, **meta) |
289 | 3f5b02c7 | Sofia Papagiannaki | else: |
290 | 3f5b02c7 | Sofia Papagiannaki | self.client.update_account_metadata(**meta) |
291 | cfac048c | Giorgos Verigakis | |
292 | f07c5a53 | Sofia Papagiannaki | @cli_command('update') |
293 | f07c5a53 | Sofia Papagiannaki | class UpdateObject(Command): |
294 | f07c5a53 | Sofia Papagiannaki | syntax = '<container>/<object> path [key=val] [...]' |
295 | f07c5a53 | Sofia Papagiannaki | description = 'update object metadata/data' |
296 | f07c5a53 | Sofia Papagiannaki | |
297 | f07c5a53 | Sofia Papagiannaki | def add_options(self, parser): |
298 | f07c5a53 | Sofia Papagiannaki | parser.add_option('-a', action='store_true', dest='append', |
299 | f07c5a53 | Sofia Papagiannaki | default=None, help='append data') |
300 | f07c5a53 | Sofia Papagiannaki | parser.add_option('--start', action='store', |
301 | f07c5a53 | Sofia Papagiannaki | dest='start', |
302 | f07c5a53 | Sofia Papagiannaki | default=None, help='range of data to be updated') |
303 | f07c5a53 | Sofia Papagiannaki | parser.add_option('--range', action='store', dest='content-range', |
304 | f07c5a53 | Sofia Papagiannaki | default=None, help='range of data to be updated') |
305 | f07c5a53 | Sofia Papagiannaki | parser.add_option('--chunked', action='store_true', dest='chunked', |
306 | f07c5a53 | Sofia Papagiannaki | default=False, help='set chunked transfer mode') |
307 | f07c5a53 | Sofia Papagiannaki | parser.add_option('--content-encoding', action='store', |
308 | f07c5a53 | Sofia Papagiannaki | dest='content-encoding', default=None, |
309 | f07c5a53 | Sofia Papagiannaki | help='provide the object MIME content type') |
310 | f07c5a53 | Sofia Papagiannaki | parser.add_option('--content-disposition', action='store', type='str', |
311 | f07c5a53 | Sofia Papagiannaki | dest='content-disposition', default=None, |
312 | f07c5a53 | Sofia Papagiannaki | help='provide the presentation style of the object') |
313 | f07c5a53 | Sofia Papagiannaki | parser.add_option('--manifest', action='store', type='str', |
314 | f07c5a53 | Sofia Papagiannaki | dest='manifest', default=None, |
315 | f07c5a53 | Sofia Papagiannaki | help='use for large file support') |
316 | f07c5a53 | Sofia Papagiannaki | |
317 | f07c5a53 | Sofia Papagiannaki | def execute(self, path, srcpath, *args): |
318 | f07c5a53 | Sofia Papagiannaki | headers = {} |
319 | f07c5a53 | Sofia Papagiannaki | if self.manifest: |
320 | f07c5a53 | Sofia Papagiannaki | headers['X_OBJECT_MANIFEST'] = self.manifest |
321 | f07c5a53 | Sofia Papagiannaki | |
322 | f07c5a53 | Sofia Papagiannaki | if self.append: |
323 | f07c5a53 | Sofia Papagiannaki | headers['CONTENT_RANGE'] = 'bytes */*' |
324 | f07c5a53 | Sofia Papagiannaki | elif self.start: |
325 | f07c5a53 | Sofia Papagiannaki | headers['CONTENT_RANGE'] = 'bytes %s-/*' % self.first-byte-pos |
326 | f07c5a53 | Sofia Papagiannaki | |
327 | f07c5a53 | Sofia Papagiannaki | attrs = ['content-encoding', 'content-disposition'] |
328 | f07c5a53 | Sofia Papagiannaki | attrs = [a for a in attrs if getattr(self, a)] |
329 | f07c5a53 | Sofia Papagiannaki | for a in attrs: |
330 | f07c5a53 | Sofia Papagiannaki | headers[a.replace('-', '_').upper()] = getattr(self, a) |
331 | f07c5a53 | Sofia Papagiannaki | |
332 | f07c5a53 | Sofia Papagiannaki | #prepare user defined meta |
333 | f07c5a53 | Sofia Papagiannaki | for arg in args: |
334 | f07c5a53 | Sofia Papagiannaki | key, sep, val = arg.partition('=') |
335 | f07c5a53 | Sofia Papagiannaki | headers['X_OBJECT_META_%s' %key.strip().upper()] = val.strip() |
336 | f07c5a53 | Sofia Papagiannaki | |
337 | f07c5a53 | Sofia Papagiannaki | container, sep, object = path.partition('/') |
338 | f07c5a53 | Sofia Papagiannaki | |
339 | f07c5a53 | Sofia Papagiannaki | f = srcpath != '-' and open(srcpath) or stdin |
340 | f07c5a53 | Sofia Papagiannaki | chunked = (self.chunked or f == stdin) and True or False |
341 | f07c5a53 | Sofia Papagiannaki | self.client.update_object(container, object, f, chunked=chunked, |
342 | f07c5a53 | Sofia Papagiannaki | headers=headers) |
343 | f07c5a53 | Sofia Papagiannaki | f.close() |
344 | f07c5a53 | Sofia Papagiannaki | |
345 | f07c5a53 | Sofia Papagiannaki | @cli_command('move', 'mv') |
346 | f07c5a53 | Sofia Papagiannaki | class MoveObject(Command): |
347 | f07c5a53 | Sofia Papagiannaki | syntax = '<src container>/<src object> [<dst container>/]<dst object>' |
348 | f07c5a53 | Sofia Papagiannaki | description = 'moves an object to a different location' |
349 | f07c5a53 | Sofia Papagiannaki | |
350 | f07c5a53 | Sofia Papagiannaki | def execute(self, src, dst): |
351 | f07c5a53 | Sofia Papagiannaki | src_container, sep, src_object = src.partition('/') |
352 | f07c5a53 | Sofia Papagiannaki | dst_container, sep, dst_object = dst.partition('/') |
353 | f07c5a53 | Sofia Papagiannaki | if not sep: |
354 | f07c5a53 | Sofia Papagiannaki | dst_container = src_container |
355 | f07c5a53 | Sofia Papagiannaki | dst_object = dst |
356 | f07c5a53 | Sofia Papagiannaki | self.client.move_object(src_container, src_object, dst_container, |
357 | f07c5a53 | Sofia Papagiannaki | dst_object) |
358 | f07c5a53 | Sofia Papagiannaki | |
359 | cfac048c | Giorgos Verigakis | def print_usage(): |
360 | cfac048c | Giorgos Verigakis | cmd = Command([]) |
361 | cfac048c | Giorgos Verigakis | parser = cmd.parser |
362 | cfac048c | Giorgos Verigakis | parser.usage = '%prog <command> [options]' |
363 | cfac048c | Giorgos Verigakis | parser.print_help() |
364 | cfac048c | Giorgos Verigakis | |
365 | cfac048c | Giorgos Verigakis | commands = [] |
366 | cfac048c | Giorgos Verigakis | for cls in set(_cli_commands.values()): |
367 | cfac048c | Giorgos Verigakis | name = ', '.join(cls.commands) |
368 | cfac048c | Giorgos Verigakis | description = getattr(cls, 'description', '') |
369 | cfac048c | Giorgos Verigakis | commands.append(' %s %s' % (name.ljust(12), description)) |
370 | cfac048c | Giorgos Verigakis | print '\nCommands:\n' + '\n'.join(sorted(commands)) |
371 | cfac048c | Giorgos Verigakis | |
372 | f07c5a53 | Sofia Papagiannaki | def print_dict(d, header='name', f=stdout): |
373 | f07c5a53 | Sofia Papagiannaki | header = header in d and header or 'subdir' |
374 | f07c5a53 | Sofia Papagiannaki | if header and header in d: |
375 | f07c5a53 | Sofia Papagiannaki | f.write('%s\n' %d.pop(header)) |
376 | f07c5a53 | Sofia Papagiannaki | for key, val in sorted(d.items()): |
377 | f07c5a53 | Sofia Papagiannaki | f.write('%s: %s\n' % (key.rjust(15), val)) |
378 | f07c5a53 | Sofia Papagiannaki | |
379 | f07c5a53 | Sofia Papagiannaki | def print_list(l, verbose=False, f=stdout): |
380 | f07c5a53 | Sofia Papagiannaki | for elem in l: |
381 | f07c5a53 | Sofia Papagiannaki | #if it's empty string continue |
382 | f07c5a53 | Sofia Papagiannaki | if not elem: |
383 | f07c5a53 | Sofia Papagiannaki | continue |
384 | f07c5a53 | Sofia Papagiannaki | if type(elem) == types.DictionaryType: |
385 | f07c5a53 | Sofia Papagiannaki | print_dict(elem, f=f) |
386 | f07c5a53 | Sofia Papagiannaki | elif type(elem) == types.StringType: |
387 | f07c5a53 | Sofia Papagiannaki | if not verbose: |
388 | f07c5a53 | Sofia Papagiannaki | elem = elem.split('Traceback')[0] |
389 | f07c5a53 | Sofia Papagiannaki | f.write('%s\n' % elem) |
390 | f07c5a53 | Sofia Papagiannaki | else: |
391 | f07c5a53 | Sofia Papagiannaki | f.write('%s\n' % elem) |
392 | cfac048c | Giorgos Verigakis | |
393 | cfac048c | Giorgos Verigakis | def main(): |
394 | cfac048c | Giorgos Verigakis | try: |
395 | cfac048c | Giorgos Verigakis | name = argv[1] |
396 | cfac048c | Giorgos Verigakis | cls = class_for_cli_command(name) |
397 | cfac048c | Giorgos Verigakis | except (IndexError, KeyError): |
398 | cfac048c | Giorgos Verigakis | print_usage() |
399 | cfac048c | Giorgos Verigakis | exit(1) |
400 | f07c5a53 | Sofia Papagiannaki | |
401 | cfac048c | Giorgos Verigakis | cmd = cls(argv[2:]) |
402 | cfac048c | Giorgos Verigakis | |
403 | f07c5a53 | Sofia Papagiannaki | cmd.execute(*cmd.args) |
404 | f07c5a53 | Sofia Papagiannaki | |
405 | f07c5a53 | Sofia Papagiannaki | #try: |
406 | f07c5a53 | Sofia Papagiannaki | # cmd.execute(*cmd.args) |
407 | f07c5a53 | Sofia Papagiannaki | #except TypeError: |
408 | f07c5a53 | Sofia Papagiannaki | # cmd.parser.usage = '%%prog %s [options] %s' % (name, cmd.syntax) |
409 | f07c5a53 | Sofia Papagiannaki | # cmd.parser.print_help() |
410 | f07c5a53 | Sofia Papagiannaki | # exit(1) |
411 | f07c5a53 | Sofia Papagiannaki | #except Fault, f: |
412 | f07c5a53 | Sofia Papagiannaki | # print f.data |
413 | cfac048c | Giorgos Verigakis | |
414 | cfac048c | Giorgos Verigakis | if __name__ == '__main__': |
415 | cfac048c | Giorgos Verigakis | main() |