root / snf-pithos-app / pithos / api / settings.py @ 6ce03057
History | View | Annotate | Download (5.7 kB)
1 | cf441bae | Antony Chazapis | #coding=utf8
|
---|---|---|---|
2 | a7dff008 | Antony Chazapis | from django.conf import settings |
3 | a30e4fff | Kostas Papadimitriou | from synnefo.lib import parse_base_url, join_urls |
4 | f759041f | Ilias Tsitsimpis | from synnefo.lib.services import fill_endpoints |
5 | f759041f | Ilias Tsitsimpis | from synnefo.util.keypath import get_path |
6 | 4080a1df | Georgios D. Tsoukalas | from pithos.api.services import pithos_services as vanilla_pithos_services |
7 | f759041f | Ilias Tsitsimpis | from astakosclient import AstakosClient |
8 | 4080a1df | Georgios D. Tsoukalas | |
9 | 4080a1df | Georgios D. Tsoukalas | from copy import deepcopy |
10 | e3ff6830 | Georgios D. Tsoukalas | |
11 | f759041f | Ilias Tsitsimpis | |
12 | f759041f | Ilias Tsitsimpis | # --------------------------------------------------------------------
|
13 | f759041f | Ilias Tsitsimpis | # Process Pithos settings
|
14 | f759041f | Ilias Tsitsimpis | |
15 | e3ff6830 | Georgios D. Tsoukalas | # Top-level URL for Pithos. Must set.
|
16 | e3ff6830 | Georgios D. Tsoukalas | BASE_URL = getattr(settings, 'PITHOS_BASE_URL', |
17 | 2a54b2dd | Georgios D. Tsoukalas | "https://object-store.example.synnefo.org/pithos/")
|
18 | f759041f | Ilias Tsitsimpis | # Service Token acquired by identity provider.
|
19 | f759041f | Ilias Tsitsimpis | SERVICE_TOKEN = getattr(settings, 'PITHOS_SERVICE_TOKEN', '') |
20 | e3ff6830 | Georgios D. Tsoukalas | |
21 | e3ff6830 | Georgios D. Tsoukalas | BASE_HOST, BASE_PATH = parse_base_url(BASE_URL) |
22 | e3ff6830 | Georgios D. Tsoukalas | |
23 | fe4ad54f | Georgios D. Tsoukalas | pithos_services = deepcopy(vanilla_pithos_services) |
24 | fe4ad54f | Georgios D. Tsoukalas | fill_endpoints(pithos_services, BASE_URL) |
25 | 2a54b2dd | Georgios D. Tsoukalas | PITHOS_PREFIX = get_path(pithos_services, 'pithos_object-store.prefix')
|
26 | 2a54b2dd | Georgios D. Tsoukalas | PUBLIC_PREFIX = get_path(pithos_services, 'pithos_public.prefix')
|
27 | 2a54b2dd | Georgios D. Tsoukalas | UI_PREFIX = get_path(pithos_services, 'pithos_ui.prefix')
|
28 | 2a54b2dd | Georgios D. Tsoukalas | |
29 | f759041f | Ilias Tsitsimpis | COOKIE_NAME = getattr(settings, 'PITHOS_ASTAKOS_COOKIE_NAME', '_pithos2_a') |
30 | f759041f | Ilias Tsitsimpis | |
31 | 2a54b2dd | Georgios D. Tsoukalas | |
32 | f759041f | Ilias Tsitsimpis | # --------------------------------------------------------------------
|
33 | f759041f | Ilias Tsitsimpis | # Process Astakos settings
|
34 | 2a54b2dd | Georgios D. Tsoukalas | |
35 | f759041f | Ilias Tsitsimpis | ASTAKOS_AUTH_URL = getattr(
|
36 | f759041f | Ilias Tsitsimpis | settings, 'ASTAKOS_AUTH_URL',
|
37 | 6ce03057 | Giorgos Korfiatis | 'https://accounts.example.synnefo.org/astakos/identity/v2.0')
|
38 | f759041f | Ilias Tsitsimpis | |
39 | f759041f | Ilias Tsitsimpis | ASTAKOSCLIENT_POOLSIZE = \ |
40 | f759041f | Ilias Tsitsimpis | getattr(settings, 'PITHOS_ASTAKOSCLIENT_POOLSIZE', 200) |
41 | f759041f | Ilias Tsitsimpis | |
42 | f759041f | Ilias Tsitsimpis | |
43 | f759041f | Ilias Tsitsimpis | # --------------------------------------
|
44 | f759041f | Ilias Tsitsimpis | # Define a LazyAstakosUrl
|
45 | f759041f | Ilias Tsitsimpis | class LazyAstakosUrl(object): |
46 | f759041f | Ilias Tsitsimpis | def __init__(self, endpoints_name): |
47 | f759041f | Ilias Tsitsimpis | self.endpoints_name = endpoints_name
|
48 | f759041f | Ilias Tsitsimpis | |
49 | f759041f | Ilias Tsitsimpis | def __str__(self): |
50 | f759041f | Ilias Tsitsimpis | if not hasattr(self, 'str'): |
51 | f759041f | Ilias Tsitsimpis | try:
|
52 | f759041f | Ilias Tsitsimpis | astakos_client = \ |
53 | f759041f | Ilias Tsitsimpis | AstakosClient(SERVICE_TOKEN, ASTAKOS_AUTH_URL) |
54 | f759041f | Ilias Tsitsimpis | self.str = getattr(astakos_client, self.endpoints_name) |
55 | f759041f | Ilias Tsitsimpis | except:
|
56 | f759041f | Ilias Tsitsimpis | return None |
57 | f759041f | Ilias Tsitsimpis | return self.str |
58 | f759041f | Ilias Tsitsimpis | |
59 | f759041f | Ilias Tsitsimpis | # --------------------------------------
|
60 | f759041f | Ilias Tsitsimpis | # Define ASTAKOS_ACCOUNT_URL and ASTAKOS_UR_URL as LazyAstakosUrl
|
61 | f759041f | Ilias Tsitsimpis | ASTAKOS_ACCOUNT_URL = LazyAstakosUrl('account_url')
|
62 | f759041f | Ilias Tsitsimpis | ASTAKOS_UI_URL = LazyAstakosUrl('ui_url')
|
63 | f759041f | Ilias Tsitsimpis | |
64 | f759041f | Ilias Tsitsimpis | # --------------------------------------
|
65 | f759041f | Ilias Tsitsimpis | # Define Astakos prefixes
|
66 | f759041f | Ilias Tsitsimpis | ASTAKOS_PROXY_PREFIX = getattr(settings, 'PITHOS_PROXY_PREFIX', '_astakos') |
67 | f759041f | Ilias Tsitsimpis | ASTAKOS_AUTH_PREFIX = join_urls('/', ASTAKOS_PROXY_PREFIX, 'identity') |
68 | f759041f | Ilias Tsitsimpis | ASTAKOS_ACCOUNT_PREFIX = join_urls('/', ASTAKOS_PROXY_PREFIX, 'account') |
69 | f759041f | Ilias Tsitsimpis | ASTAKOS_UI_PREFIX = join_urls('/', ASTAKOS_PROXY_PREFIX, 'ui') |
70 | f759041f | Ilias Tsitsimpis | |
71 | f759041f | Ilias Tsitsimpis | # --------------------------------------
|
72 | f759041f | Ilias Tsitsimpis | # Define Astakos proxy paths
|
73 | f759041f | Ilias Tsitsimpis | ASTAKOS_AUTH_PROXY_PATH = join_urls(BASE_PATH, ASTAKOS_AUTH_PREFIX) |
74 | f759041f | Ilias Tsitsimpis | ASTAKOS_ACCOUNT_PROXY_PATH = join_urls(BASE_PATH, ASTAKOS_ACCOUNT_PREFIX) |
75 | f759041f | Ilias Tsitsimpis | ASTAKOS_UI_PROXY_PATH = join_urls(BASE_PATH, ASTAKOS_UI_PREFIX) |
76 | e3ff6830 | Georgios D. Tsoukalas | |
77 | f759041f | Ilias Tsitsimpis | # Astakos login URL to redirect if the user information is missing
|
78 | f759041f | Ilias Tsitsimpis | LOGIN_URL = join_urls(ASTAKOS_UI_PROXY_PATH, 'login')
|
79 | a7dff008 | Antony Chazapis | |
80 | 6dd0fc7c | Christos Stavrakakis | |
81 | f759041f | Ilias Tsitsimpis | # --------------------------------------------------------------------
|
82 | f759041f | Ilias Tsitsimpis | # Backend settings
|
83 | ce2a2ef0 | Antony Chazapis | |
84 | a7dff008 | Antony Chazapis | # SQLAlchemy (choose SQLite/MySQL/PostgreSQL).
|
85 | 2715ade4 | Sofia Papagiannaki | BACKEND_DB_MODULE = getattr(
|
86 | 2715ade4 | Sofia Papagiannaki | settings, 'PITHOS_BACKEND_DB_MODULE', 'pithos.backends.lib.sqlalchemy') |
87 | 2715ade4 | Sofia Papagiannaki | BACKEND_DB_CONNECTION = getattr(settings, 'PITHOS_BACKEND_DB_CONNECTION', |
88 | 2715ade4 | Sofia Papagiannaki | 'sqlite:////tmp/pithos-backend.db')
|
89 | a7dff008 | Antony Chazapis | |
90 | a7dff008 | Antony Chazapis | # Block storage.
|
91 | 2715ade4 | Sofia Papagiannaki | BACKEND_BLOCK_MODULE = getattr(
|
92 | 2715ade4 | Sofia Papagiannaki | settings, 'PITHOS_BACKEND_BLOCK_MODULE', 'pithos.backends.lib.hashfiler') |
93 | 2715ade4 | Sofia Papagiannaki | BACKEND_BLOCK_PATH = getattr(
|
94 | 2715ade4 | Sofia Papagiannaki | settings, 'PITHOS_BACKEND_BLOCK_PATH', '/tmp/pithos-data/') |
95 | 1427ce62 | Sofia Papagiannaki | BACKEND_BLOCK_UMASK = getattr(settings, 'PITHOS_BACKEND_BLOCK_UMASK', 0o022) |
96 | a7dff008 | Antony Chazapis | |
97 | a7dff008 | Antony Chazapis | # Queue for billing.
|
98 | 29148653 | Sofia Papagiannaki | BACKEND_QUEUE_MODULE = getattr(settings, 'PITHOS_BACKEND_QUEUE_MODULE', None) |
99 | 29148653 | Sofia Papagiannaki | # Example: 'pithos.backends.lib.rabbitmq'
|
100 | 29148653 | Sofia Papagiannaki | |
101 | 29148653 | Sofia Papagiannaki | BACKEND_QUEUE_HOSTS = getattr(settings, 'PITHOS_BACKEND_QUEUE_HOSTS', None) |
102 | 29148653 | Sofia Papagiannaki | # Example: "['amqp://guest:guest@localhost:5672']"
|
103 | 29148653 | Sofia Papagiannaki | |
104 | 29148653 | Sofia Papagiannaki | BACKEND_QUEUE_EXCHANGE = getattr(settings, 'PITHOS_BACKEND_QUEUE_EXCHANGE', |
105 | 29148653 | Sofia Papagiannaki | 'pithos')
|
106 | a7dff008 | Antony Chazapis | |
107 | a7dff008 | Antony Chazapis | # Default setting for new accounts.
|
108 | 19ddd41b | Sofia Papagiannaki | BACKEND_ACCOUNT_QUOTA = getattr(
|
109 | 19ddd41b | Sofia Papagiannaki | settings, 'PITHOS_BACKEND_ACCOUNT_QUOTA', 50 * 1024 * 1024 * 1024) |
110 | 19ddd41b | Sofia Papagiannaki | BACKEND_CONTAINER_QUOTA = getattr(
|
111 | c72c19e4 | Sofia Papagiannaki | settings, 'PITHOS_BACKEND_CONTAINER_QUOTA', 0) |
112 | a7dff008 | Antony Chazapis | BACKEND_VERSIONING = getattr(settings, 'PITHOS_BACKEND_VERSIONING', 'auto') |
113 | 29148653 | Sofia Papagiannaki | BACKEND_FREE_VERSIONING = getattr(settings, 'PITHOS_BACKEND_FREE_VERSIONING', |
114 | 29148653 | Sofia Papagiannaki | True)
|
115 | a7dff008 | Antony Chazapis | |
116 | 74cbb94a | Sofia Papagiannaki | # Enable backend pooling
|
117 | 74cbb94a | Sofia Papagiannaki | BACKEND_POOL_ENABLED = getattr(settings, 'PITHOS_BACKEND_POOL_ENABLED', True) |
118 | 74cbb94a | Sofia Papagiannaki | |
119 | 61c5b615 | Sofia Papagiannaki | # Default backend pool size
|
120 | 61c5b615 | Sofia Papagiannaki | BACKEND_POOL_SIZE = getattr(settings, 'PITHOS_BACKEND_POOL_SIZE', 5) |
121 | 61c5b615 | Sofia Papagiannaki | |
122 | 591e1df0 | Sofia Papagiannaki | # Update object checksums.
|
123 | 591e1df0 | Sofia Papagiannaki | UPDATE_MD5 = getattr(settings, 'PITHOS_UPDATE_MD5', False) |
124 | 8efd183f | Antony Chazapis | |
125 | 47462eda | Filippos Giannakos | RADOS_STORAGE = getattr(settings, 'PITHOS_RADOS_STORAGE', False) |
126 | 29148653 | Sofia Papagiannaki | RADOS_POOL_BLOCKS = getattr(settings, 'PITHOS_RADOS_POOL_BLOCKS', 'blocks') |
127 | 47462eda | Filippos Giannakos | RADOS_POOL_MAPS = getattr(settings, 'PITHOS_RADOS_POOL_MAPS', 'maps') |
128 | 61ae9b74 | Sofia Papagiannaki | |
129 | 61ae9b74 | Sofia Papagiannaki | # This enables a ui compatibility layer for the introduction of UUIDs in
|
130 | 61ae9b74 | Sofia Papagiannaki | # identity management. WARNING: Setting to True will break your installation.
|
131 | 61ae9b74 | Sofia Papagiannaki | TRANSLATE_UUIDS = getattr(settings, 'PITHOS_TRANSLATE_UUIDS', False) |
132 | 61ae9b74 | Sofia Papagiannaki | |
133 | 29148653 | Sofia Papagiannaki | # Set how many random bytes to use for constructing the URL
|
134 | 29148653 | Sofia Papagiannaki | # of Pithos public files
|
135 | 29148653 | Sofia Papagiannaki | PUBLIC_URL_SECURITY = getattr(settings, 'PITHOS_PUBLIC_URL_SECURITY', 16) |
136 | 4a105ce2 | Sofia Papagiannaki | # Set the alphabet to use for constructing the URL of Pithos public files
|
137 | 29148653 | Sofia Papagiannaki | PUBLIC_URL_ALPHABET = getattr(
|
138 | 56f3c759 | Sofia Papagiannaki | settings, |
139 | 56f3c759 | Sofia Papagiannaki | 'PITHOS_PUBLIC_URL_ALPHABET',
|
140 | 29148653 | Sofia Papagiannaki | '0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ')
|
141 | 3bdb9222 | Sofia Papagiannaki | |
142 | 3bdb9222 | Sofia Papagiannaki | # The maximum number or items returned by the listing api methods
|
143 | 3bdb9222 | Sofia Papagiannaki | API_LIST_LIMIT = getattr(settings, 'PITHOS_API_LIST_LIMIT', 10000) |
144 | 369a7b41 | Sofia Papagiannaki | |
145 | 369a7b41 | Sofia Papagiannaki | # The backend block size
|
146 | 369a7b41 | Sofia Papagiannaki | BACKEND_BLOCK_SIZE = getattr(
|
147 | 369a7b41 | Sofia Papagiannaki | settings, 'PITHOS_BACKEND_BLOCK_SIZE', 4 * 1024 * 1024) |
148 | 369a7b41 | Sofia Papagiannaki | |
149 | 369a7b41 | Sofia Papagiannaki | # The backend block hash algorithm
|
150 | 369a7b41 | Sofia Papagiannaki | BACKEND_HASH_ALGORITHM = getattr(
|
151 | 369a7b41 | Sofia Papagiannaki | settings, 'PITHOS_BACKEND_HASH_ALGORITHM', 'sha256') |