root / test / ganeti-cleaner_unittest.bash @ 2958c56e
History | View | Annotate | Download (6 kB)
1 |
#!/bin/bash |
---|---|
2 |
# |
3 |
|
4 |
# Copyright (C) 2010 Google Inc. |
5 |
# |
6 |
# This program is free software; you can redistribute it and/or modify |
7 |
# it under the terms of the GNU General Public License as published by |
8 |
# the Free Software Foundation; either version 2 of the License, or |
9 |
# (at your option) any later version. |
10 |
# |
11 |
# This program is distributed in the hope that it will be useful, but |
12 |
# WITHOUT ANY WARRANTY; without even the implied warranty of |
13 |
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
14 |
# General Public License for more details. |
15 |
# |
16 |
# You should have received a copy of the GNU General Public License |
17 |
# along with this program; if not, write to the Free Software |
18 |
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA |
19 |
# 02110-1301, USA. |
20 |
|
21 |
set -e |
22 |
set -o pipefail |
23 |
|
24 |
export PYTHON=${PYTHON:=python} |
25 |
|
26 |
GNTC=daemons/ganeti-cleaner |
27 |
GNTMC=daemons/ganeti-master-cleaner |
28 |
CCE=tools/check-cert-expired |
29 |
|
30 |
err() { |
31 |
echo "$@" |
32 |
echo 'Aborting' |
33 |
exit 1 |
34 |
} |
35 |
|
36 |
upto() { |
37 |
echo "$(date '+%F %T'):" "$@" '...' |
38 |
} |
39 |
|
40 |
gencert() { |
41 |
local path=$1 validity=$2 |
42 |
VALIDITY=$validity $PYTHON \ |
43 |
${TOP_SRCDIR:-.}/test/import-export_unittest-helper \ |
44 |
$path gencert |
45 |
} |
46 |
|
47 |
check_logfiles() { |
48 |
local n=$1 p=$2 path |
49 |
if [[ "$p2" = master ]]; then |
50 |
path=$tmpls/log/ganeti/mastercleaner |
51 |
else |
52 |
path=$tmpls/log/ganeti/cleaner |
53 |
fi |
54 |
[[ "$(find $path -mindepth 1 | wc -l)" -le "$n" ]] || \ |
55 |
err "Found more than $n logfiles" |
56 |
} |
57 |
|
58 |
count_jobs() { |
59 |
local n=$1 |
60 |
local count=$(find $queuedir -mindepth 1 -type f | wc -l) |
61 |
[[ "$count" -eq "$n" ]] || err "Found $count jobs instead of $n" |
62 |
} |
63 |
|
64 |
count_watcher() { |
65 |
local suffix="$1" n=$2 |
66 |
local count=$(find $watcherdir -maxdepth 1 -type f \ |
67 |
-name "watcher.*-*-*-*.$suffix" | wc -l) |
68 |
[[ "$count" -eq "$n" ]] || \ |
69 |
err "Found $count watcher files with suffix '$suffix' instead of $n" |
70 |
} |
71 |
|
72 |
count_and_check_certs() { |
73 |
local n=$1 |
74 |
local count=$(find $cryptodir -mindepth 1 -type f -name cert | wc -l) |
75 |
[[ "$count" -eq "$n" ]] || err "Found $count certificates instead of $n" |
76 |
|
77 |
find $cryptodir -mindepth 1 -type d | \ |
78 |
while read dir; do |
79 |
[[ ( -e $dir/key && -e $dir/cert ) || |
80 |
( ! -e $dir/cert && ! -e $dir/key ) ]] || \ |
81 |
err 'Inconsistent cert/key directory found' |
82 |
done |
83 |
} |
84 |
|
85 |
run_cleaner() { |
86 |
local cmd |
87 |
|
88 |
if [[ "$1" = master ]]; then |
89 |
cmd=$GNTMC |
90 |
else |
91 |
cmd=$GNTC |
92 |
fi |
93 |
|
94 |
CHECK_CERT_EXPIRED=$CCE LOCALSTATEDIR=$tmpls $cmd |
95 |
} |
96 |
|
97 |
create_archived_jobs() { |
98 |
local i jobdir touchargs |
99 |
local jobarchive=$queuedir/archive |
100 |
local old_ts=$(date -d '25 days ago' +%Y%m%d%H%M) |
101 |
|
102 |
# Remove jobs from previous run |
103 |
find $jobarchive -mindepth 1 -type f | xargs -r rm |
104 |
|
105 |
i=0 |
106 |
for job_id in {1..50} 469581574 19857 1420164 494433 2448521 |
107 |
do |
108 |
jobdir=$jobarchive/$(( job_id / 10 )) |
109 |
test -d $jobdir || mkdir $jobdir |
110 |
|
111 |
if (( i % 3 == 0 || i % 7 == 0 )); then |
112 |
touchargs="-t $old_ts" |
113 |
else |
114 |
touchargs= |
115 |
fi |
116 |
touch $touchargs $jobdir/job-$job_id |
117 |
|
118 |
let ++i |
119 |
done |
120 |
} |
121 |
|
122 |
create_watcher_state() { |
123 |
local uuids=( |
124 |
6792a0d5-f8b6-4531-8d8c-3680c86b8a53 |
125 |
ab74da37-f5f7-44c4-83ad-074159772593 |
126 |
fced2e48-ffff-43ae-919e-2b77d37ecafa |
127 |
6e89ac57-2eb1-4a16-85a1-94daa815d643 |
128 |
8714e8f5-59c4-47db-b2cb-196ec37978e5 |
129 |
91763d73-e1f3-47c7-a735-57025d4e2a7d |
130 |
e27d3ff8-9546-4e86-86a4-04151223e140 |
131 |
aa3f63dd-be17-4ac8-bd01-d71790e124cb |
132 |
05b6d7e2-003b-40d9-a6d6-ab61bf123a15 |
133 |
54c93e4c-61fe-40de-b47e-2a8e6c805d02 |
134 |
) |
135 |
|
136 |
i=0 |
137 |
for uuid in ${uuids[@]}; do |
138 |
touch -d "$(( 5 * i )) days ago" \ |
139 |
$watcherdir/watcher.$uuid.{data,instance-status} |
140 |
|
141 |
let ++i |
142 |
done |
143 |
} |
144 |
|
145 |
create_certdirs() { |
146 |
local cert=$1; shift |
147 |
local certdir |
148 |
for name in "$@"; do |
149 |
certdir=$cryptodir/$name |
150 |
mkdir $certdir |
151 |
if [[ -n "$cert" ]]; then |
152 |
cp $cert $certdir/cert |
153 |
cp $cert $certdir/key |
154 |
fi |
155 |
done |
156 |
} |
157 |
|
158 |
tmpdir=$(mktemp -d) |
159 |
trap "rm -rf $tmpdir" EXIT |
160 |
|
161 |
# Temporary localstatedir |
162 |
tmpls=$tmpdir/var |
163 |
queuedir=$tmpls/lib/ganeti/queue |
164 |
cryptodir=$tmpls/run/ganeti/crypto |
165 |
watcherdir=$tmpls/lib/ganeti |
166 |
|
167 |
mkdir -p $tmpls/{lib,log,run}/ganeti $queuedir/archive $cryptodir |
168 |
|
169 |
maxlog=50 |
170 |
|
171 |
upto 'Checking log directory creation' |
172 |
test -d $tmpls/log/ganeti || err 'log/ganeti does not exist' |
173 |
test -d $tmpls/log/ganeti/cleaner && \ |
174 |
err 'log/ganeti/cleaner should not exist yet' |
175 |
run_cleaner |
176 |
test -d $tmpls/log/ganeti/cleaner || err 'log/ganeti/cleaner should exist' |
177 |
check_logfiles 1 |
178 |
|
179 |
test -d $tmpls/log/ganeti/master-cleaner && \ |
180 |
err 'log/ganeti/master-cleaner should not exist yet' |
181 |
run_cleaner master |
182 |
test -d $tmpls/log/ganeti/master-cleaner || \ |
183 |
err 'log/ganeti/master-cleaner should exist' |
184 |
check_logfiles 1 master |
185 |
|
186 |
upto 'Checking number of retained log files (master)' |
187 |
for (( i=0; i < (maxlog + 10); ++i )); do |
188 |
run_cleaner master |
189 |
check_logfiles 1 |
190 |
check_logfiles $(( (i + 2) > $maxlog?$maxlog:(i + 2) )) master |
191 |
done |
192 |
|
193 |
upto 'Checking number of retained log files (node)' |
194 |
for (( i=0; i < (maxlog + 10); ++i )); do |
195 |
run_cleaner |
196 |
check_logfiles $(( (i + 2) > $maxlog?$maxlog:(i + 2) )) |
197 |
check_logfiles $maxlog master |
198 |
done |
199 |
|
200 |
upto 'Removal of archived jobs (non-master)' |
201 |
create_archived_jobs |
202 |
count_jobs 55 |
203 |
test -f $tmpls/lib/ganeti/ssconf_master_node && \ |
204 |
err 'ssconf_master_node should not exist' |
205 |
run_cleaner |
206 |
count_jobs 55 |
207 |
run_cleaner master |
208 |
count_jobs 55 |
209 |
|
210 |
upto 'Removal of archived jobs (master node)' |
211 |
create_archived_jobs |
212 |
count_jobs 55 |
213 |
echo $HOSTNAME > $tmpls/lib/ganeti/ssconf_master_node |
214 |
run_cleaner |
215 |
count_jobs 55 |
216 |
run_cleaner master |
217 |
count_jobs 31 |
218 |
|
219 |
upto 'Certificate expiration' |
220 |
gencert $tmpdir/validcert 30 & vcpid=${!} |
221 |
gencert $tmpdir/expcert -30 & ecpid=${!} |
222 |
wait $vcpid $ecpid |
223 |
create_certdirs $tmpdir/validcert foo{a,b,c}123 trvRMH4Wvt OfDlh6Pc2n |
224 |
create_certdirs $tmpdir/expcert bar{x,y,z}999 fx0ljoImWr em3RBC0U8c |
225 |
create_certdirs '' empty{1,2,3} gd2HCvRc iFG55Z0a PP28v5kg |
226 |
count_and_check_certs 10 |
227 |
run_cleaner master |
228 |
count_and_check_certs 10 |
229 |
run_cleaner |
230 |
count_and_check_certs 5 |
231 |
|
232 |
check_logfiles $maxlog |
233 |
check_logfiles $maxlog master |
234 |
count_jobs 31 |
235 |
|
236 |
upto 'Watcher status files' |
237 |
create_watcher_state |
238 |
count_watcher data 10 |
239 |
count_watcher instance-status 10 |
240 |
run_cleaner master |
241 |
count_watcher data 10 |
242 |
count_watcher instance-status 10 |
243 |
run_cleaner |
244 |
count_watcher data 5 |
245 |
count_watcher instance-status 5 |
246 |
|
247 |
exit 0 |