root / snf-pithos-app / pithos / api / settings.py @ 46662ee6
History | View | Annotate | Download (7.8 kB)
1 | 91884d63 | Giorgos Korfiatis | # Copyright 2012, 2013 GRNET S.A. All rights reserved.
|
---|---|---|---|
2 | 91884d63 | Giorgos Korfiatis | #
|
3 | 91884d63 | Giorgos Korfiatis | # Redistribution and use in source and binary forms, with or
|
4 | 91884d63 | Giorgos Korfiatis | # without modification, are permitted provided that the following
|
5 | 91884d63 | Giorgos Korfiatis | # conditions are met:
|
6 | 91884d63 | Giorgos Korfiatis | #
|
7 | 91884d63 | Giorgos Korfiatis | # 1. Redistributions of source code must retain the above
|
8 | 91884d63 | Giorgos Korfiatis | # copyright notice, this list of conditions and the following
|
9 | 91884d63 | Giorgos Korfiatis | # disclaimer.
|
10 | 91884d63 | Giorgos Korfiatis | #
|
11 | 91884d63 | Giorgos Korfiatis | # 2. Redistributions in binary form must reproduce the above
|
12 | 91884d63 | Giorgos Korfiatis | # copyright notice, this list of conditions and the following
|
13 | 91884d63 | Giorgos Korfiatis | # disclaimer in the documentation and/or other materials
|
14 | 91884d63 | Giorgos Korfiatis | # provided with the distribution.
|
15 | 91884d63 | Giorgos Korfiatis | #
|
16 | 91884d63 | Giorgos Korfiatis | # THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
|
17 | 91884d63 | Giorgos Korfiatis | # OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
|
18 | 91884d63 | Giorgos Korfiatis | # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
19 | 91884d63 | Giorgos Korfiatis | # PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
|
20 | 91884d63 | Giorgos Korfiatis | # CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
21 | 91884d63 | Giorgos Korfiatis | # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
22 | 91884d63 | Giorgos Korfiatis | # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
|
23 | 91884d63 | Giorgos Korfiatis | # USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
|
24 | 91884d63 | Giorgos Korfiatis | # AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
25 | 91884d63 | Giorgos Korfiatis | # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
|
26 | 91884d63 | Giorgos Korfiatis | # ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
27 | 91884d63 | Giorgos Korfiatis | # POSSIBILITY OF SUCH DAMAGE.
|
28 | 91884d63 | Giorgos Korfiatis | #
|
29 | 91884d63 | Giorgos Korfiatis | # The views and conclusions contained in the software and
|
30 | 91884d63 | Giorgos Korfiatis | # documentation are those of the authors and should not be
|
31 | 91884d63 | Giorgos Korfiatis | # interpreted as representing official policies, either expressed
|
32 | 91884d63 | Giorgos Korfiatis | # or implied, of GRNET S.A.
|
33 | 91884d63 | Giorgos Korfiatis | |
34 | cf441bae | Antony Chazapis | #coding=utf8
|
35 | a7dff008 | Antony Chazapis | from django.conf import settings |
36 | a30e4fff | Kostas Papadimitriou | from synnefo.lib import parse_base_url, join_urls |
37 | f759041f | Ilias Tsitsimpis | from synnefo.lib.services import fill_endpoints |
38 | f759041f | Ilias Tsitsimpis | from synnefo.util.keypath import get_path |
39 | 4080a1df | Georgios D. Tsoukalas | from pithos.api.services import pithos_services as vanilla_pithos_services |
40 | f759041f | Ilias Tsitsimpis | from astakosclient import AstakosClient |
41 | 4080a1df | Georgios D. Tsoukalas | |
42 | 4080a1df | Georgios D. Tsoukalas | from copy import deepcopy |
43 | e3ff6830 | Georgios D. Tsoukalas | |
44 | f759041f | Ilias Tsitsimpis | |
45 | f759041f | Ilias Tsitsimpis | # --------------------------------------------------------------------
|
46 | f759041f | Ilias Tsitsimpis | # Process Pithos settings
|
47 | f759041f | Ilias Tsitsimpis | |
48 | e3ff6830 | Georgios D. Tsoukalas | # Top-level URL for Pithos. Must set.
|
49 | e3ff6830 | Georgios D. Tsoukalas | BASE_URL = getattr(settings, 'PITHOS_BASE_URL', |
50 | 2a54b2dd | Georgios D. Tsoukalas | "https://object-store.example.synnefo.org/pithos/")
|
51 | f759041f | Ilias Tsitsimpis | # Service Token acquired by identity provider.
|
52 | f759041f | Ilias Tsitsimpis | SERVICE_TOKEN = getattr(settings, 'PITHOS_SERVICE_TOKEN', '') |
53 | e3ff6830 | Georgios D. Tsoukalas | |
54 | e3ff6830 | Georgios D. Tsoukalas | BASE_HOST, BASE_PATH = parse_base_url(BASE_URL) |
55 | e3ff6830 | Georgios D. Tsoukalas | |
56 | fe4ad54f | Georgios D. Tsoukalas | pithos_services = deepcopy(vanilla_pithos_services) |
57 | fe4ad54f | Georgios D. Tsoukalas | fill_endpoints(pithos_services, BASE_URL) |
58 | 2a54b2dd | Georgios D. Tsoukalas | PITHOS_PREFIX = get_path(pithos_services, 'pithos_object-store.prefix')
|
59 | 2a54b2dd | Georgios D. Tsoukalas | PUBLIC_PREFIX = get_path(pithos_services, 'pithos_public.prefix')
|
60 | 2a54b2dd | Georgios D. Tsoukalas | UI_PREFIX = get_path(pithos_services, 'pithos_ui.prefix')
|
61 | 8f2eb016 | Sofia Papagiannaki | VIEW_PREFIX = join_urls(UI_PREFIX, 'view')
|
62 | 2a54b2dd | Georgios D. Tsoukalas | |
63 | f759041f | Ilias Tsitsimpis | COOKIE_NAME = getattr(settings, 'PITHOS_ASTAKOS_COOKIE_NAME', '_pithos2_a') |
64 | f759041f | Ilias Tsitsimpis | |
65 | 2a54b2dd | Georgios D. Tsoukalas | |
66 | f759041f | Ilias Tsitsimpis | # --------------------------------------------------------------------
|
67 | f759041f | Ilias Tsitsimpis | # Process Astakos settings
|
68 | 2a54b2dd | Georgios D. Tsoukalas | |
69 | f759041f | Ilias Tsitsimpis | ASTAKOS_AUTH_URL = getattr(
|
70 | f759041f | Ilias Tsitsimpis | settings, 'ASTAKOS_AUTH_URL',
|
71 | 6ce03057 | Giorgos Korfiatis | 'https://accounts.example.synnefo.org/astakos/identity/v2.0')
|
72 | f759041f | Ilias Tsitsimpis | |
73 | f759041f | Ilias Tsitsimpis | ASTAKOSCLIENT_POOLSIZE = \ |
74 | f759041f | Ilias Tsitsimpis | getattr(settings, 'PITHOS_ASTAKOSCLIENT_POOLSIZE', 200) |
75 | f759041f | Ilias Tsitsimpis | |
76 | f759041f | Ilias Tsitsimpis | |
77 | f759041f | Ilias Tsitsimpis | # --------------------------------------
|
78 | f759041f | Ilias Tsitsimpis | # Define a LazyAstakosUrl
|
79 | f759041f | Ilias Tsitsimpis | class LazyAstakosUrl(object): |
80 | f759041f | Ilias Tsitsimpis | def __init__(self, endpoints_name): |
81 | f759041f | Ilias Tsitsimpis | self.endpoints_name = endpoints_name
|
82 | f759041f | Ilias Tsitsimpis | |
83 | f759041f | Ilias Tsitsimpis | def __str__(self): |
84 | f759041f | Ilias Tsitsimpis | if not hasattr(self, 'str'): |
85 | f759041f | Ilias Tsitsimpis | try:
|
86 | f759041f | Ilias Tsitsimpis | astakos_client = \ |
87 | f759041f | Ilias Tsitsimpis | AstakosClient(SERVICE_TOKEN, ASTAKOS_AUTH_URL) |
88 | f759041f | Ilias Tsitsimpis | self.str = getattr(astakos_client, self.endpoints_name) |
89 | f759041f | Ilias Tsitsimpis | except:
|
90 | f759041f | Ilias Tsitsimpis | return None |
91 | f759041f | Ilias Tsitsimpis | return self.str |
92 | f759041f | Ilias Tsitsimpis | |
93 | f759041f | Ilias Tsitsimpis | # --------------------------------------
|
94 | f759041f | Ilias Tsitsimpis | # Define ASTAKOS_ACCOUNT_URL and ASTAKOS_UR_URL as LazyAstakosUrl
|
95 | f759041f | Ilias Tsitsimpis | ASTAKOS_ACCOUNT_URL = LazyAstakosUrl('account_url')
|
96 | f759041f | Ilias Tsitsimpis | ASTAKOS_UI_URL = LazyAstakosUrl('ui_url')
|
97 | f759041f | Ilias Tsitsimpis | |
98 | f759041f | Ilias Tsitsimpis | # --------------------------------------
|
99 | f759041f | Ilias Tsitsimpis | # Define Astakos prefixes
|
100 | f759041f | Ilias Tsitsimpis | ASTAKOS_PROXY_PREFIX = getattr(settings, 'PITHOS_PROXY_PREFIX', '_astakos') |
101 | f759041f | Ilias Tsitsimpis | ASTAKOS_AUTH_PREFIX = join_urls('/', ASTAKOS_PROXY_PREFIX, 'identity') |
102 | f759041f | Ilias Tsitsimpis | ASTAKOS_ACCOUNT_PREFIX = join_urls('/', ASTAKOS_PROXY_PREFIX, 'account') |
103 | f759041f | Ilias Tsitsimpis | ASTAKOS_UI_PREFIX = join_urls('/', ASTAKOS_PROXY_PREFIX, 'ui') |
104 | f759041f | Ilias Tsitsimpis | |
105 | f759041f | Ilias Tsitsimpis | # --------------------------------------
|
106 | f759041f | Ilias Tsitsimpis | # Define Astakos proxy paths
|
107 | f759041f | Ilias Tsitsimpis | ASTAKOS_AUTH_PROXY_PATH = join_urls(BASE_PATH, ASTAKOS_AUTH_PREFIX) |
108 | f759041f | Ilias Tsitsimpis | ASTAKOS_ACCOUNT_PROXY_PATH = join_urls(BASE_PATH, ASTAKOS_ACCOUNT_PREFIX) |
109 | f759041f | Ilias Tsitsimpis | ASTAKOS_UI_PROXY_PATH = join_urls(BASE_PATH, ASTAKOS_UI_PREFIX) |
110 | e3ff6830 | Georgios D. Tsoukalas | |
111 | f759041f | Ilias Tsitsimpis | # Astakos login URL to redirect if the user information is missing
|
112 | f759041f | Ilias Tsitsimpis | LOGIN_URL = join_urls(ASTAKOS_UI_PROXY_PATH, 'login')
|
113 | a7dff008 | Antony Chazapis | |
114 | 6dd0fc7c | Christos Stavrakakis | |
115 | f759041f | Ilias Tsitsimpis | # --------------------------------------------------------------------
|
116 | f759041f | Ilias Tsitsimpis | # Backend settings
|
117 | ce2a2ef0 | Antony Chazapis | |
118 | a7dff008 | Antony Chazapis | # SQLAlchemy (choose SQLite/MySQL/PostgreSQL).
|
119 | 2715ade4 | Sofia Papagiannaki | BACKEND_DB_MODULE = getattr(
|
120 | 2715ade4 | Sofia Papagiannaki | settings, 'PITHOS_BACKEND_DB_MODULE', 'pithos.backends.lib.sqlalchemy') |
121 | 2715ade4 | Sofia Papagiannaki | BACKEND_DB_CONNECTION = getattr(settings, 'PITHOS_BACKEND_DB_CONNECTION', |
122 | 2715ade4 | Sofia Papagiannaki | 'sqlite:////tmp/pithos-backend.db')
|
123 | a7dff008 | Antony Chazapis | |
124 | a7dff008 | Antony Chazapis | # Block storage.
|
125 | 2715ade4 | Sofia Papagiannaki | BACKEND_BLOCK_MODULE = getattr(
|
126 | 2715ade4 | Sofia Papagiannaki | settings, 'PITHOS_BACKEND_BLOCK_MODULE', 'pithos.backends.lib.hashfiler') |
127 | 2715ade4 | Sofia Papagiannaki | BACKEND_BLOCK_PATH = getattr(
|
128 | 2715ade4 | Sofia Papagiannaki | settings, 'PITHOS_BACKEND_BLOCK_PATH', '/tmp/pithos-data/') |
129 | 1427ce62 | Sofia Papagiannaki | BACKEND_BLOCK_UMASK = getattr(settings, 'PITHOS_BACKEND_BLOCK_UMASK', 0o022) |
130 | a7dff008 | Antony Chazapis | |
131 | a7dff008 | Antony Chazapis | # Queue for billing.
|
132 | 29148653 | Sofia Papagiannaki | BACKEND_QUEUE_MODULE = getattr(settings, 'PITHOS_BACKEND_QUEUE_MODULE', None) |
133 | 29148653 | Sofia Papagiannaki | # Example: 'pithos.backends.lib.rabbitmq'
|
134 | 29148653 | Sofia Papagiannaki | |
135 | 29148653 | Sofia Papagiannaki | BACKEND_QUEUE_HOSTS = getattr(settings, 'PITHOS_BACKEND_QUEUE_HOSTS', None) |
136 | 29148653 | Sofia Papagiannaki | # Example: "['amqp://guest:guest@localhost:5672']"
|
137 | 29148653 | Sofia Papagiannaki | |
138 | 29148653 | Sofia Papagiannaki | BACKEND_QUEUE_EXCHANGE = getattr(settings, 'PITHOS_BACKEND_QUEUE_EXCHANGE', |
139 | 29148653 | Sofia Papagiannaki | 'pithos')
|
140 | a7dff008 | Antony Chazapis | |
141 | a7dff008 | Antony Chazapis | # Default setting for new accounts.
|
142 | 19ddd41b | Sofia Papagiannaki | BACKEND_ACCOUNT_QUOTA = getattr(
|
143 | 19ddd41b | Sofia Papagiannaki | settings, 'PITHOS_BACKEND_ACCOUNT_QUOTA', 50 * 1024 * 1024 * 1024) |
144 | 19ddd41b | Sofia Papagiannaki | BACKEND_CONTAINER_QUOTA = getattr(
|
145 | c72c19e4 | Sofia Papagiannaki | settings, 'PITHOS_BACKEND_CONTAINER_QUOTA', 0) |
146 | a7dff008 | Antony Chazapis | BACKEND_VERSIONING = getattr(settings, 'PITHOS_BACKEND_VERSIONING', 'auto') |
147 | 29148653 | Sofia Papagiannaki | BACKEND_FREE_VERSIONING = getattr(settings, 'PITHOS_BACKEND_FREE_VERSIONING', |
148 | 29148653 | Sofia Papagiannaki | True)
|
149 | a7dff008 | Antony Chazapis | |
150 | 74cbb94a | Sofia Papagiannaki | # Enable backend pooling
|
151 | 74cbb94a | Sofia Papagiannaki | BACKEND_POOL_ENABLED = getattr(settings, 'PITHOS_BACKEND_POOL_ENABLED', True) |
152 | 74cbb94a | Sofia Papagiannaki | |
153 | 61c5b615 | Sofia Papagiannaki | # Default backend pool size
|
154 | 61c5b615 | Sofia Papagiannaki | BACKEND_POOL_SIZE = getattr(settings, 'PITHOS_BACKEND_POOL_SIZE', 5) |
155 | 61c5b615 | Sofia Papagiannaki | |
156 | 591e1df0 | Sofia Papagiannaki | # Update object checksums.
|
157 | 591e1df0 | Sofia Papagiannaki | UPDATE_MD5 = getattr(settings, 'PITHOS_UPDATE_MD5', False) |
158 | 8efd183f | Antony Chazapis | |
159 | 47462eda | Filippos Giannakos | RADOS_STORAGE = getattr(settings, 'PITHOS_RADOS_STORAGE', False) |
160 | 29148653 | Sofia Papagiannaki | RADOS_POOL_BLOCKS = getattr(settings, 'PITHOS_RADOS_POOL_BLOCKS', 'blocks') |
161 | 47462eda | Filippos Giannakos | RADOS_POOL_MAPS = getattr(settings, 'PITHOS_RADOS_POOL_MAPS', 'maps') |
162 | 61ae9b74 | Sofia Papagiannaki | |
163 | 61ae9b74 | Sofia Papagiannaki | # This enables a ui compatibility layer for the introduction of UUIDs in
|
164 | 61ae9b74 | Sofia Papagiannaki | # identity management. WARNING: Setting to True will break your installation.
|
165 | 61ae9b74 | Sofia Papagiannaki | TRANSLATE_UUIDS = getattr(settings, 'PITHOS_TRANSLATE_UUIDS', False) |
166 | 61ae9b74 | Sofia Papagiannaki | |
167 | 29148653 | Sofia Papagiannaki | # Set how many random bytes to use for constructing the URL
|
168 | 29148653 | Sofia Papagiannaki | # of Pithos public files
|
169 | 29148653 | Sofia Papagiannaki | PUBLIC_URL_SECURITY = getattr(settings, 'PITHOS_PUBLIC_URL_SECURITY', 16) |
170 | 4a105ce2 | Sofia Papagiannaki | # Set the alphabet to use for constructing the URL of Pithos public files
|
171 | 29148653 | Sofia Papagiannaki | PUBLIC_URL_ALPHABET = getattr(
|
172 | 56f3c759 | Sofia Papagiannaki | settings, |
173 | 56f3c759 | Sofia Papagiannaki | 'PITHOS_PUBLIC_URL_ALPHABET',
|
174 | 29148653 | Sofia Papagiannaki | '0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ')
|
175 | 3bdb9222 | Sofia Papagiannaki | |
176 | 3bdb9222 | Sofia Papagiannaki | # The maximum number or items returned by the listing api methods
|
177 | 3bdb9222 | Sofia Papagiannaki | API_LIST_LIMIT = getattr(settings, 'PITHOS_API_LIST_LIMIT', 10000) |
178 | 369a7b41 | Sofia Papagiannaki | |
179 | 369a7b41 | Sofia Papagiannaki | # The backend block size
|
180 | 369a7b41 | Sofia Papagiannaki | BACKEND_BLOCK_SIZE = getattr(
|
181 | 369a7b41 | Sofia Papagiannaki | settings, 'PITHOS_BACKEND_BLOCK_SIZE', 4 * 1024 * 1024) |
182 | 369a7b41 | Sofia Papagiannaki | |
183 | 369a7b41 | Sofia Papagiannaki | # The backend block hash algorithm
|
184 | 369a7b41 | Sofia Papagiannaki | BACKEND_HASH_ALGORITHM = getattr(
|
185 | 369a7b41 | Sofia Papagiannaki | settings, 'PITHOS_BACKEND_HASH_ALGORITHM', 'sha256') |
186 | 14569c60 | Sofia Papagiannaki | |
187 | 8f2eb016 | Sofia Papagiannaki | # Set the credentials (client_id, client_secret) issued to authenticate
|
188 | 8f2eb016 | Sofia Papagiannaki | # the views with astakos during the resource access token generation procedure
|
189 | 8f2eb016 | Sofia Papagiannaki | OA2_CLIENT_CREDENTIALS = getattr(settings, 'PITHOS_OA2_CLIENT_CREDENTIALS', |
190 | 8f2eb016 | Sofia Papagiannaki | (None, None)) |
191 | 14569c60 | Sofia Papagiannaki | |
192 | 46662ee6 | Kostas Papadimitriou | # Set to False to disable serving object content serving endpoints
|
193 | 14569c60 | Sofia Papagiannaki | SERVE_API = getattr(settings, 'PITHOS_SERVE_API', True) |
194 | 46662ee6 | Kostas Papadimitriou | |
195 | 46662ee6 | Kostas Papadimitriou | # Set domain to restrict requests of pithos object contents serve endpoint or
|
196 | 46662ee6 | Kostas Papadimitriou | # None for no domain restriction
|
197 | 46662ee6 | Kostas Papadimitriou | SERVE_API_DOMAIN = getattr(settings, 'PITHOS_SERVE_API_DOMAIN', None) |