root / test / ganeti-cleaner_unittest.bash @ 26d3fd2f
History | View | Annotate | Download (4.1 kB)
1 | 7172f605 | Michael Hanselmann | #!/bin/bash |
---|---|---|---|
2 | 7172f605 | Michael Hanselmann | # |
3 | 7172f605 | Michael Hanselmann | |
4 | 7172f605 | Michael Hanselmann | # Copyright (C) 2010 Google Inc. |
5 | 7172f605 | Michael Hanselmann | # |
6 | 7172f605 | Michael Hanselmann | # This program is free software; you can redistribute it and/or modify |
7 | 7172f605 | Michael Hanselmann | # it under the terms of the GNU General Public License as published by |
8 | 7172f605 | Michael Hanselmann | # the Free Software Foundation; either version 2 of the License, or |
9 | 7172f605 | Michael Hanselmann | # (at your option) any later version. |
10 | 7172f605 | Michael Hanselmann | # |
11 | 7172f605 | Michael Hanselmann | # This program is distributed in the hope that it will be useful, but |
12 | 7172f605 | Michael Hanselmann | # WITHOUT ANY WARRANTY; without even the implied warranty of |
13 | 7172f605 | Michael Hanselmann | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
14 | 7172f605 | Michael Hanselmann | # General Public License for more details. |
15 | 7172f605 | Michael Hanselmann | # |
16 | 7172f605 | Michael Hanselmann | # You should have received a copy of the GNU General Public License |
17 | 7172f605 | Michael Hanselmann | # along with this program; if not, write to the Free Software |
18 | 7172f605 | Michael Hanselmann | # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA |
19 | 7172f605 | Michael Hanselmann | # 02110-1301, USA. |
20 | 7172f605 | Michael Hanselmann | |
21 | 7172f605 | Michael Hanselmann | set -e |
22 | 7172f605 | Michael Hanselmann | set -o pipefail |
23 | 7172f605 | Michael Hanselmann | |
24 | 7172f605 | Michael Hanselmann | export PYTHON=${PYTHON:=python} |
25 | 7172f605 | Michael Hanselmann | |
26 | 7172f605 | Michael Hanselmann | GNTC=daemons/ganeti-cleaner |
27 | 7172f605 | Michael Hanselmann | CCE=tools/check-cert-expired |
28 | 7172f605 | Michael Hanselmann | |
29 | 7172f605 | Michael Hanselmann | err() { |
30 | 7172f605 | Michael Hanselmann | echo "$@" |
31 | 7172f605 | Michael Hanselmann | echo 'Aborting' |
32 | 7172f605 | Michael Hanselmann | exit 1 |
33 | 7172f605 | Michael Hanselmann | } |
34 | 7172f605 | Michael Hanselmann | |
35 | 7172f605 | Michael Hanselmann | upto() { |
36 | 7172f605 | Michael Hanselmann | echo "$(date '+%F %T'):" "$@" '...' |
37 | 7172f605 | Michael Hanselmann | } |
38 | 7172f605 | Michael Hanselmann | |
39 | 7172f605 | Michael Hanselmann | gencert() { |
40 | 7172f605 | Michael Hanselmann | local path=$1 validity=$2 |
41 | 7172f605 | Michael Hanselmann | VALIDITY=$validity $PYTHON \ |
42 | 7172f605 | Michael Hanselmann | ${TOP_SRCDIR:-.}/test/import-export_unittest-helper \ |
43 | 7172f605 | Michael Hanselmann | $path gencert |
44 | 7172f605 | Michael Hanselmann | } |
45 | 7172f605 | Michael Hanselmann | |
46 | 7172f605 | Michael Hanselmann | check_logfiles() { |
47 | 7172f605 | Michael Hanselmann | local n=$1 |
48 | 7172f605 | Michael Hanselmann | [[ "$(find $tmpls/log/ganeti/cleaner -mindepth 1 | wc -l)" -le "$n" ]] || \ |
49 | 7172f605 | Michael Hanselmann | err "Found more than $n logfiles" |
50 | 7172f605 | Michael Hanselmann | } |
51 | 7172f605 | Michael Hanselmann | |
52 | 7172f605 | Michael Hanselmann | count_jobs() { |
53 | 7172f605 | Michael Hanselmann | local n=$1 |
54 | 7172f605 | Michael Hanselmann | local count=$(find $queuedir -mindepth 1 -type f | wc -l) |
55 | 7172f605 | Michael Hanselmann | [[ "$count" -eq "$n" ]] || err "Found $count jobs instead of $n" |
56 | 7172f605 | Michael Hanselmann | } |
57 | 7172f605 | Michael Hanselmann | |
58 | 7172f605 | Michael Hanselmann | count_and_check_certs() { |
59 | 7172f605 | Michael Hanselmann | local n=$1 |
60 | 7172f605 | Michael Hanselmann | local count=$(find $cryptodir -mindepth 1 -type f -name cert | wc -l) |
61 | 7172f605 | Michael Hanselmann | [[ "$count" -eq "$n" ]] || err "Found $count certificates instead of $n" |
62 | 7172f605 | Michael Hanselmann | |
63 | 7172f605 | Michael Hanselmann | find $cryptodir -mindepth 1 -type d | \ |
64 | 7172f605 | Michael Hanselmann | while read dir; do |
65 | 7172f605 | Michael Hanselmann | [[ ( -e $dir/key && -e $dir/cert ) || |
66 | 7172f605 | Michael Hanselmann | ( ! -e $dir/cert && ! -e $dir/key ) ]] || \ |
67 | 7172f605 | Michael Hanselmann | err 'Inconsistent cert/key directory found' |
68 | 7172f605 | Michael Hanselmann | done |
69 | 7172f605 | Michael Hanselmann | } |
70 | 7172f605 | Michael Hanselmann | |
71 | 7172f605 | Michael Hanselmann | run_cleaner() { |
72 | 7172f605 | Michael Hanselmann | CHECK_CERT_EXPIRED=$CCE LOCALSTATEDIR=$tmpls $GNTC |
73 | 7172f605 | Michael Hanselmann | } |
74 | 7172f605 | Michael Hanselmann | |
75 | 7172f605 | Michael Hanselmann | create_archived_jobs() { |
76 | 7172f605 | Michael Hanselmann | local i jobdir touchargs |
77 | 7172f605 | Michael Hanselmann | local jobarchive=$queuedir/archive |
78 | 7172f605 | Michael Hanselmann | local old_ts=$(date -d '25 days ago' +%Y%m%d%H%M) |
79 | 7172f605 | Michael Hanselmann | |
80 | 7172f605 | Michael Hanselmann | # Remove jobs from previous run |
81 | 7172f605 | Michael Hanselmann | find $jobarchive -mindepth 1 -type f | xargs -r rm |
82 | 7172f605 | Michael Hanselmann | |
83 | 7172f605 | Michael Hanselmann | i=0 |
84 | 2e37243f | Michael Hanselmann | for job_id in {1..50} 469581574 19857 1420164 494433 2448521 |
85 | 7172f605 | Michael Hanselmann | do |
86 | 7172f605 | Michael Hanselmann | jobdir=$jobarchive/$(( job_id / 10 )) |
87 | 7172f605 | Michael Hanselmann | test -d $jobdir || mkdir $jobdir |
88 | 7172f605 | Michael Hanselmann | |
89 | 7172f605 | Michael Hanselmann | if (( i % 3 == 0 || i % 7 == 0 )); then |
90 | 7172f605 | Michael Hanselmann | touchargs="-t $old_ts" |
91 | 7172f605 | Michael Hanselmann | else |
92 | 7172f605 | Michael Hanselmann | touchargs= |
93 | 7172f605 | Michael Hanselmann | fi |
94 | 7172f605 | Michael Hanselmann | touch $touchargs $jobdir/job-$job_id |
95 | 7172f605 | Michael Hanselmann | |
96 | 7172f605 | Michael Hanselmann | let ++i |
97 | 7172f605 | Michael Hanselmann | done |
98 | 7172f605 | Michael Hanselmann | } |
99 | 7172f605 | Michael Hanselmann | |
100 | 7172f605 | Michael Hanselmann | create_certdirs() { |
101 | 7172f605 | Michael Hanselmann | local cert=$1; shift |
102 | 7172f605 | Michael Hanselmann | local certdir |
103 | 7172f605 | Michael Hanselmann | for name in "$@"; do |
104 | 7172f605 | Michael Hanselmann | certdir=$cryptodir/$name |
105 | 7172f605 | Michael Hanselmann | mkdir $certdir |
106 | 7172f605 | Michael Hanselmann | if [[ -n "$cert" ]]; then |
107 | 7172f605 | Michael Hanselmann | cp $cert $certdir/cert |
108 | 7172f605 | Michael Hanselmann | cp $cert $certdir/key |
109 | 7172f605 | Michael Hanselmann | fi |
110 | 7172f605 | Michael Hanselmann | done |
111 | 7172f605 | Michael Hanselmann | } |
112 | 7172f605 | Michael Hanselmann | |
113 | 7172f605 | Michael Hanselmann | tmpdir=$(mktemp -d) |
114 | 7172f605 | Michael Hanselmann | trap "rm -rf $tmpdir" EXIT |
115 | 7172f605 | Michael Hanselmann | |
116 | 7172f605 | Michael Hanselmann | # Temporary localstatedir |
117 | 7172f605 | Michael Hanselmann | tmpls=$tmpdir/var |
118 | 7172f605 | Michael Hanselmann | queuedir=$tmpls/lib/ganeti/queue |
119 | 7172f605 | Michael Hanselmann | cryptodir=$tmpls/run/ganeti/crypto |
120 | 7172f605 | Michael Hanselmann | |
121 | 7172f605 | Michael Hanselmann | mkdir -p $tmpls/{lib,log,run}/ganeti $queuedir/archive $cryptodir |
122 | 7172f605 | Michael Hanselmann | |
123 | 7172f605 | Michael Hanselmann | maxlog=50 |
124 | 7172f605 | Michael Hanselmann | |
125 | 7172f605 | Michael Hanselmann | upto 'Checking log directory creation' |
126 | 7172f605 | Michael Hanselmann | test -d $tmpls/log/ganeti || err 'log/ganeti does not exist' |
127 | 7172f605 | Michael Hanselmann | test -d $tmpls/log/ganeti/cleaner && \ |
128 | 7172f605 | Michael Hanselmann | err 'log/ganeti/cleaner should not exist yet' |
129 | 7172f605 | Michael Hanselmann | run_cleaner |
130 | 7172f605 | Michael Hanselmann | test -d $tmpls/log/ganeti/cleaner || err 'log/ganeti/cleaner should exist' |
131 | 7172f605 | Michael Hanselmann | check_logfiles 1 |
132 | 7172f605 | Michael Hanselmann | |
133 | 7172f605 | Michael Hanselmann | upto 'Checking number of retained log files' |
134 | 7172f605 | Michael Hanselmann | for (( i=0; i < (maxlog + 10); ++i )); do |
135 | 7172f605 | Michael Hanselmann | run_cleaner |
136 | 7172f605 | Michael Hanselmann | check_logfiles $(( (i + 2) > $maxlog?$maxlog:(i + 2) )) |
137 | 7172f605 | Michael Hanselmann | done |
138 | 7172f605 | Michael Hanselmann | |
139 | 7172f605 | Michael Hanselmann | upto 'Removal of archived jobs (non-master)' |
140 | 7172f605 | Michael Hanselmann | create_archived_jobs |
141 | 7172f605 | Michael Hanselmann | count_jobs 55 |
142 | 7172f605 | Michael Hanselmann | test -f $tmpls/lib/ganeti/ssconf_master_node && \ |
143 | 7172f605 | Michael Hanselmann | err 'ssconf_master_node should not exist' |
144 | 7172f605 | Michael Hanselmann | run_cleaner |
145 | 7172f605 | Michael Hanselmann | count_jobs 55 |
146 | 7172f605 | Michael Hanselmann | |
147 | 7172f605 | Michael Hanselmann | upto 'Removal of archived jobs (master node)' |
148 | 7172f605 | Michael Hanselmann | create_archived_jobs |
149 | 7172f605 | Michael Hanselmann | count_jobs 55 |
150 | 7172f605 | Michael Hanselmann | echo $HOSTNAME > $tmpls/lib/ganeti/ssconf_master_node |
151 | 7172f605 | Michael Hanselmann | run_cleaner |
152 | 7172f605 | Michael Hanselmann | count_jobs 31 |
153 | 7172f605 | Michael Hanselmann | |
154 | 7172f605 | Michael Hanselmann | upto 'Certificate expiration' |
155 | 7172f605 | Michael Hanselmann | gencert $tmpdir/validcert 30 & vcpid=${!} |
156 | 7172f605 | Michael Hanselmann | gencert $tmpdir/expcert -30 & ecpid=${!} |
157 | 7172f605 | Michael Hanselmann | wait $vcpid $ecpid |
158 | 7172f605 | Michael Hanselmann | create_certdirs $tmpdir/validcert foo{a,b,c}123 trvRMH4Wvt OfDlh6Pc2n |
159 | 7172f605 | Michael Hanselmann | create_certdirs $tmpdir/expcert bar{x,y,z}999 fx0ljoImWr em3RBC0U8c |
160 | 7172f605 | Michael Hanselmann | create_certdirs '' empty{1,2,3} gd2HCvRc iFG55Z0a PP28v5kg |
161 | 7172f605 | Michael Hanselmann | count_and_check_certs 10 |
162 | 7172f605 | Michael Hanselmann | run_cleaner |
163 | 7172f605 | Michael Hanselmann | count_and_check_certs 5 |
164 | 7172f605 | Michael Hanselmann | |
165 | 7172f605 | Michael Hanselmann | check_logfiles $maxlog |
166 | 7172f605 | Michael Hanselmann | count_jobs 31 |
167 | 7172f605 | Michael Hanselmann | |
168 | 7172f605 | Michael Hanselmann | exit 0 |