root / test / py / ganeti-cleaner_unittest.bash @ 8f096849
History | View | Annotate | Download (5.9 kB)
1 | 7172f605 | Michael Hanselmann | #!/bin/bash |
---|---|---|---|
2 | 7172f605 | Michael Hanselmann | # |
3 | 7172f605 | Michael Hanselmann | |
4 | 46118ed2 | Iustin Pop | # Copyright (C) 2010, 2012 Google Inc. |
5 | 7172f605 | Michael Hanselmann | # |
6 | 7172f605 | Michael Hanselmann | # This program is free software; you can redistribute it and/or modify |
7 | 7172f605 | Michael Hanselmann | # it under the terms of the GNU General Public License as published by |
8 | 7172f605 | Michael Hanselmann | # the Free Software Foundation; either version 2 of the License, or |
9 | 7172f605 | Michael Hanselmann | # (at your option) any later version. |
10 | 7172f605 | Michael Hanselmann | # |
11 | 7172f605 | Michael Hanselmann | # This program is distributed in the hope that it will be useful, but |
12 | 7172f605 | Michael Hanselmann | # WITHOUT ANY WARRANTY; without even the implied warranty of |
13 | 7172f605 | Michael Hanselmann | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
14 | 7172f605 | Michael Hanselmann | # General Public License for more details. |
15 | 7172f605 | Michael Hanselmann | # |
16 | 7172f605 | Michael Hanselmann | # You should have received a copy of the GNU General Public License |
17 | 7172f605 | Michael Hanselmann | # along with this program; if not, write to the Free Software |
18 | 7172f605 | Michael Hanselmann | # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA |
19 | 7172f605 | Michael Hanselmann | # 02110-1301, USA. |
20 | 7172f605 | Michael Hanselmann | |
21 | 46118ed2 | Iustin Pop | set -e -u |
22 | 7172f605 | Michael Hanselmann | set -o pipefail |
23 | 7172f605 | Michael Hanselmann | |
24 | 7172f605 | Michael Hanselmann | export PYTHON=${PYTHON:=python} |
25 | 7172f605 | Michael Hanselmann | |
26 | 7172f605 | Michael Hanselmann | GNTC=daemons/ganeti-cleaner |
27 | 7172f605 | Michael Hanselmann | CCE=tools/check-cert-expired |
28 | 7172f605 | Michael Hanselmann | |
29 | 7172f605 | Michael Hanselmann | err() { |
30 | 7172f605 | Michael Hanselmann | echo "$@" |
31 | 7172f605 | Michael Hanselmann | echo 'Aborting' |
32 | 7172f605 | Michael Hanselmann | exit 1 |
33 | 7172f605 | Michael Hanselmann | } |
34 | 7172f605 | Michael Hanselmann | |
35 | 7172f605 | Michael Hanselmann | upto() { |
36 | 7172f605 | Michael Hanselmann | echo "$(date '+%F %T'):" "$@" '...' |
37 | 7172f605 | Michael Hanselmann | } |
38 | 7172f605 | Michael Hanselmann | |
39 | 7172f605 | Michael Hanselmann | gencert() { |
40 | 7172f605 | Michael Hanselmann | local path=$1 validity=$2 |
41 | 7172f605 | Michael Hanselmann | VALIDITY=$validity $PYTHON \ |
42 | 90066780 | Iustin Pop | ${TOP_SRCDIR:-.}/test/py/import-export_unittest-helper \ |
43 | 7172f605 | Michael Hanselmann | $path gencert |
44 | 7172f605 | Michael Hanselmann | } |
45 | 7172f605 | Michael Hanselmann | |
46 | 7172f605 | Michael Hanselmann | check_logfiles() { |
47 | 2958c56e | Michael Hanselmann | local n=$1 p=$2 path |
48 | 46118ed2 | Iustin Pop | if [[ "$p" = master ]]; then |
49 | 46118ed2 | Iustin Pop | path=$tmpls/log/ganeti/master-cleaner |
50 | 2958c56e | Michael Hanselmann | else |
51 | 2958c56e | Michael Hanselmann | path=$tmpls/log/ganeti/cleaner |
52 | 2958c56e | Michael Hanselmann | fi |
53 | 46118ed2 | Iustin Pop | |
54 | 46118ed2 | Iustin Pop | test -d $path || \ |
55 | 46118ed2 | Iustin Pop | err "Log file directory '$path' not created" |
56 | 46118ed2 | Iustin Pop | |
57 | 2958c56e | Michael Hanselmann | [[ "$(find $path -mindepth 1 | wc -l)" -le "$n" ]] || \ |
58 | 7172f605 | Michael Hanselmann | err "Found more than $n logfiles" |
59 | 7172f605 | Michael Hanselmann | } |
60 | 7172f605 | Michael Hanselmann | |
61 | 7172f605 | Michael Hanselmann | count_jobs() { |
62 | 7172f605 | Michael Hanselmann | local n=$1 |
63 | 7172f605 | Michael Hanselmann | local count=$(find $queuedir -mindepth 1 -type f | wc -l) |
64 | 7172f605 | Michael Hanselmann | [[ "$count" -eq "$n" ]] || err "Found $count jobs instead of $n" |
65 | 7172f605 | Michael Hanselmann | } |
66 | 7172f605 | Michael Hanselmann | |
67 | 7b642c49 | Michael Hanselmann | count_watcher() { |
68 | 6890cf2e | Michael Hanselmann | local suffix="$1" n=$2 |
69 | 7b642c49 | Michael Hanselmann | local count=$(find $watcherdir -maxdepth 1 -type f \ |
70 | 6890cf2e | Michael Hanselmann | -name "watcher.*-*-*-*.$suffix" | wc -l) |
71 | 6890cf2e | Michael Hanselmann | [[ "$count" -eq "$n" ]] || \ |
72 | 6890cf2e | Michael Hanselmann | err "Found $count watcher files with suffix '$suffix' instead of $n" |
73 | 7b642c49 | Michael Hanselmann | } |
74 | 7b642c49 | Michael Hanselmann | |
75 | 7172f605 | Michael Hanselmann | count_and_check_certs() { |
76 | 7172f605 | Michael Hanselmann | local n=$1 |
77 | 7172f605 | Michael Hanselmann | local count=$(find $cryptodir -mindepth 1 -type f -name cert | wc -l) |
78 | 7172f605 | Michael Hanselmann | [[ "$count" -eq "$n" ]] || err "Found $count certificates instead of $n" |
79 | 7172f605 | Michael Hanselmann | |
80 | 7172f605 | Michael Hanselmann | find $cryptodir -mindepth 1 -type d | \ |
81 | 7172f605 | Michael Hanselmann | while read dir; do |
82 | 7172f605 | Michael Hanselmann | [[ ( -e $dir/key && -e $dir/cert ) || |
83 | 7172f605 | Michael Hanselmann | ( ! -e $dir/cert && ! -e $dir/key ) ]] || \ |
84 | 7172f605 | Michael Hanselmann | err 'Inconsistent cert/key directory found' |
85 | 7172f605 | Michael Hanselmann | done |
86 | 7172f605 | Michael Hanselmann | } |
87 | 7172f605 | Michael Hanselmann | |
88 | 7172f605 | Michael Hanselmann | run_cleaner() { |
89 | 46118ed2 | Iustin Pop | CHECK_CERT_EXPIRED=$CCE LOCALSTATEDIR=$tmpls $GNTC $1 |
90 | 7172f605 | Michael Hanselmann | } |
91 | 7172f605 | Michael Hanselmann | |
92 | 7172f605 | Michael Hanselmann | create_archived_jobs() { |
93 | 7172f605 | Michael Hanselmann | local i jobdir touchargs |
94 | 7172f605 | Michael Hanselmann | local jobarchive=$queuedir/archive |
95 | 7172f605 | Michael Hanselmann | local old_ts=$(date -d '25 days ago' +%Y%m%d%H%M) |
96 | 7172f605 | Michael Hanselmann | |
97 | 7172f605 | Michael Hanselmann | # Remove jobs from previous run |
98 | 7172f605 | Michael Hanselmann | find $jobarchive -mindepth 1 -type f | xargs -r rm |
99 | 7172f605 | Michael Hanselmann | |
100 | 7172f605 | Michael Hanselmann | i=0 |
101 | 2e37243f | Michael Hanselmann | for job_id in {1..50} 469581574 19857 1420164 494433 2448521 |
102 | 7172f605 | Michael Hanselmann | do |
103 | 7172f605 | Michael Hanselmann | jobdir=$jobarchive/$(( job_id / 10 )) |
104 | 7172f605 | Michael Hanselmann | test -d $jobdir || mkdir $jobdir |
105 | 7172f605 | Michael Hanselmann | |
106 | 7172f605 | Michael Hanselmann | if (( i % 3 == 0 || i % 7 == 0 )); then |
107 | 7172f605 | Michael Hanselmann | touchargs="-t $old_ts" |
108 | 7172f605 | Michael Hanselmann | else |
109 | 7172f605 | Michael Hanselmann | touchargs= |
110 | 7172f605 | Michael Hanselmann | fi |
111 | 7172f605 | Michael Hanselmann | touch $touchargs $jobdir/job-$job_id |
112 | 7172f605 | Michael Hanselmann | |
113 | 7172f605 | Michael Hanselmann | let ++i |
114 | 7172f605 | Michael Hanselmann | done |
115 | 7172f605 | Michael Hanselmann | } |
116 | 7172f605 | Michael Hanselmann | |
117 | 7b642c49 | Michael Hanselmann | create_watcher_state() { |
118 | 7b642c49 | Michael Hanselmann | local uuids=( |
119 | 7b642c49 | Michael Hanselmann | 6792a0d5-f8b6-4531-8d8c-3680c86b8a53 |
120 | 7b642c49 | Michael Hanselmann | ab74da37-f5f7-44c4-83ad-074159772593 |
121 | 7b642c49 | Michael Hanselmann | fced2e48-ffff-43ae-919e-2b77d37ecafa |
122 | 7b642c49 | Michael Hanselmann | 6e89ac57-2eb1-4a16-85a1-94daa815d643 |
123 | 7b642c49 | Michael Hanselmann | 8714e8f5-59c4-47db-b2cb-196ec37978e5 |
124 | 7b642c49 | Michael Hanselmann | 91763d73-e1f3-47c7-a735-57025d4e2a7d |
125 | 7b642c49 | Michael Hanselmann | e27d3ff8-9546-4e86-86a4-04151223e140 |
126 | 7b642c49 | Michael Hanselmann | aa3f63dd-be17-4ac8-bd01-d71790e124cb |
127 | 7b642c49 | Michael Hanselmann | 05b6d7e2-003b-40d9-a6d6-ab61bf123a15 |
128 | 7b642c49 | Michael Hanselmann | 54c93e4c-61fe-40de-b47e-2a8e6c805d02 |
129 | 7b642c49 | Michael Hanselmann | ) |
130 | 7b642c49 | Michael Hanselmann | |
131 | 7b642c49 | Michael Hanselmann | i=0 |
132 | 7b642c49 | Michael Hanselmann | for uuid in ${uuids[@]}; do |
133 | 6890cf2e | Michael Hanselmann | touch -d "$(( 5 * i )) days ago" \ |
134 | 6890cf2e | Michael Hanselmann | $watcherdir/watcher.$uuid.{data,instance-status} |
135 | 7b642c49 | Michael Hanselmann | |
136 | 7b642c49 | Michael Hanselmann | let ++i |
137 | 7b642c49 | Michael Hanselmann | done |
138 | 7b642c49 | Michael Hanselmann | } |
139 | 7b642c49 | Michael Hanselmann | |
140 | 7172f605 | Michael Hanselmann | create_certdirs() { |
141 | 7172f605 | Michael Hanselmann | local cert=$1; shift |
142 | 7172f605 | Michael Hanselmann | local certdir |
143 | 7172f605 | Michael Hanselmann | for name in "$@"; do |
144 | 7172f605 | Michael Hanselmann | certdir=$cryptodir/$name |
145 | 7172f605 | Michael Hanselmann | mkdir $certdir |
146 | 7172f605 | Michael Hanselmann | if [[ -n "$cert" ]]; then |
147 | 7172f605 | Michael Hanselmann | cp $cert $certdir/cert |
148 | 7172f605 | Michael Hanselmann | cp $cert $certdir/key |
149 | 7172f605 | Michael Hanselmann | fi |
150 | 7172f605 | Michael Hanselmann | done |
151 | 7172f605 | Michael Hanselmann | } |
152 | 7172f605 | Michael Hanselmann | |
153 | 7172f605 | Michael Hanselmann | tmpdir=$(mktemp -d) |
154 | 7172f605 | Michael Hanselmann | trap "rm -rf $tmpdir" EXIT |
155 | 7172f605 | Michael Hanselmann | |
156 | 7172f605 | Michael Hanselmann | # Temporary localstatedir |
157 | 7172f605 | Michael Hanselmann | tmpls=$tmpdir/var |
158 | 7172f605 | Michael Hanselmann | queuedir=$tmpls/lib/ganeti/queue |
159 | 7172f605 | Michael Hanselmann | cryptodir=$tmpls/run/ganeti/crypto |
160 | 7b642c49 | Michael Hanselmann | watcherdir=$tmpls/lib/ganeti |
161 | 7172f605 | Michael Hanselmann | |
162 | 7172f605 | Michael Hanselmann | mkdir -p $tmpls/{lib,log,run}/ganeti $queuedir/archive $cryptodir |
163 | 7172f605 | Michael Hanselmann | |
164 | 7172f605 | Michael Hanselmann | maxlog=50 |
165 | 7172f605 | Michael Hanselmann | |
166 | 7172f605 | Michael Hanselmann | upto 'Checking log directory creation' |
167 | 7172f605 | Michael Hanselmann | test -d $tmpls/log/ganeti || err 'log/ganeti does not exist' |
168 | 7172f605 | Michael Hanselmann | test -d $tmpls/log/ganeti/cleaner && \ |
169 | 7172f605 | Michael Hanselmann | err 'log/ganeti/cleaner should not exist yet' |
170 | 46118ed2 | Iustin Pop | run_cleaner node |
171 | 46118ed2 | Iustin Pop | check_logfiles 1 node |
172 | 7172f605 | Michael Hanselmann | |
173 | 2958c56e | Michael Hanselmann | test -d $tmpls/log/ganeti/master-cleaner && \ |
174 | 2958c56e | Michael Hanselmann | err 'log/ganeti/master-cleaner should not exist yet' |
175 | 2958c56e | Michael Hanselmann | run_cleaner master |
176 | 2958c56e | Michael Hanselmann | check_logfiles 1 master |
177 | 2958c56e | Michael Hanselmann | |
178 | 2958c56e | Michael Hanselmann | upto 'Checking number of retained log files (master)' |
179 | 2958c56e | Michael Hanselmann | for (( i=0; i < (maxlog + 10); ++i )); do |
180 | 2958c56e | Michael Hanselmann | run_cleaner master |
181 | 46118ed2 | Iustin Pop | check_logfiles 1 node |
182 | 2958c56e | Michael Hanselmann | check_logfiles $(( (i + 2) > $maxlog?$maxlog:(i + 2) )) master |
183 | 2958c56e | Michael Hanselmann | done |
184 | 2958c56e | Michael Hanselmann | |
185 | 2958c56e | Michael Hanselmann | upto 'Checking number of retained log files (node)' |
186 | 7172f605 | Michael Hanselmann | for (( i=0; i < (maxlog + 10); ++i )); do |
187 | 46118ed2 | Iustin Pop | run_cleaner node |
188 | 46118ed2 | Iustin Pop | check_logfiles $(( (i + 2) > $maxlog?$maxlog:(i + 2) )) node |
189 | 2958c56e | Michael Hanselmann | check_logfiles $maxlog master |
190 | 7172f605 | Michael Hanselmann | done |
191 | 7172f605 | Michael Hanselmann | |
192 | 7172f605 | Michael Hanselmann | upto 'Removal of archived jobs (non-master)' |
193 | 7172f605 | Michael Hanselmann | create_archived_jobs |
194 | 7172f605 | Michael Hanselmann | count_jobs 55 |
195 | 7172f605 | Michael Hanselmann | test -f $tmpls/lib/ganeti/ssconf_master_node && \ |
196 | 7172f605 | Michael Hanselmann | err 'ssconf_master_node should not exist' |
197 | 46118ed2 | Iustin Pop | run_cleaner node |
198 | 7172f605 | Michael Hanselmann | count_jobs 55 |
199 | 2958c56e | Michael Hanselmann | run_cleaner master |
200 | 2958c56e | Michael Hanselmann | count_jobs 55 |
201 | 7172f605 | Michael Hanselmann | |
202 | 7172f605 | Michael Hanselmann | upto 'Removal of archived jobs (master node)' |
203 | 7172f605 | Michael Hanselmann | create_archived_jobs |
204 | 7172f605 | Michael Hanselmann | count_jobs 55 |
205 | 7172f605 | Michael Hanselmann | echo $HOSTNAME > $tmpls/lib/ganeti/ssconf_master_node |
206 | 46118ed2 | Iustin Pop | run_cleaner node |
207 | 2958c56e | Michael Hanselmann | count_jobs 55 |
208 | 2958c56e | Michael Hanselmann | run_cleaner master |
209 | 7172f605 | Michael Hanselmann | count_jobs 31 |
210 | 7172f605 | Michael Hanselmann | |
211 | 7172f605 | Michael Hanselmann | upto 'Certificate expiration' |
212 | 7172f605 | Michael Hanselmann | gencert $tmpdir/validcert 30 & vcpid=${!} |
213 | 7172f605 | Michael Hanselmann | gencert $tmpdir/expcert -30 & ecpid=${!} |
214 | 7172f605 | Michael Hanselmann | wait $vcpid $ecpid |
215 | 7172f605 | Michael Hanselmann | create_certdirs $tmpdir/validcert foo{a,b,c}123 trvRMH4Wvt OfDlh6Pc2n |
216 | 7172f605 | Michael Hanselmann | create_certdirs $tmpdir/expcert bar{x,y,z}999 fx0ljoImWr em3RBC0U8c |
217 | 7172f605 | Michael Hanselmann | create_certdirs '' empty{1,2,3} gd2HCvRc iFG55Z0a PP28v5kg |
218 | 7172f605 | Michael Hanselmann | count_and_check_certs 10 |
219 | 2958c56e | Michael Hanselmann | run_cleaner master |
220 | 2958c56e | Michael Hanselmann | count_and_check_certs 10 |
221 | 46118ed2 | Iustin Pop | run_cleaner node |
222 | 7172f605 | Michael Hanselmann | count_and_check_certs 5 |
223 | 7172f605 | Michael Hanselmann | |
224 | 46118ed2 | Iustin Pop | check_logfiles $maxlog node |
225 | 2958c56e | Michael Hanselmann | check_logfiles $maxlog master |
226 | 7172f605 | Michael Hanselmann | count_jobs 31 |
227 | 7172f605 | Michael Hanselmann | |
228 | 7b642c49 | Michael Hanselmann | upto 'Watcher status files' |
229 | 7b642c49 | Michael Hanselmann | create_watcher_state |
230 | 6890cf2e | Michael Hanselmann | count_watcher data 10 |
231 | 6890cf2e | Michael Hanselmann | count_watcher instance-status 10 |
232 | 2958c56e | Michael Hanselmann | run_cleaner master |
233 | 2958c56e | Michael Hanselmann | count_watcher data 10 |
234 | 2958c56e | Michael Hanselmann | count_watcher instance-status 10 |
235 | 46118ed2 | Iustin Pop | run_cleaner node |
236 | 6890cf2e | Michael Hanselmann | count_watcher data 5 |
237 | 6890cf2e | Michael Hanselmann | count_watcher instance-status 5 |
238 | 7b642c49 | Michael Hanselmann | |
239 | 7172f605 | Michael Hanselmann | exit 0 |