Statistics
| Branch: | Tag: | Revision:

root / test / ganeti-cleaner_unittest.bash @ 7172f605

History | View | Annotate | Download (4.2 kB)

1 7172f605 Michael Hanselmann
#!/bin/bash
2 7172f605 Michael Hanselmann
#
3 7172f605 Michael Hanselmann
4 7172f605 Michael Hanselmann
# Copyright (C) 2010 Google Inc.
5 7172f605 Michael Hanselmann
#
6 7172f605 Michael Hanselmann
# This program is free software; you can redistribute it and/or modify
7 7172f605 Michael Hanselmann
# it under the terms of the GNU General Public License as published by
8 7172f605 Michael Hanselmann
# the Free Software Foundation; either version 2 of the License, or
9 7172f605 Michael Hanselmann
# (at your option) any later version.
10 7172f605 Michael Hanselmann
#
11 7172f605 Michael Hanselmann
# This program is distributed in the hope that it will be useful, but
12 7172f605 Michael Hanselmann
# WITHOUT ANY WARRANTY; without even the implied warranty of
13 7172f605 Michael Hanselmann
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14 7172f605 Michael Hanselmann
# General Public License for more details.
15 7172f605 Michael Hanselmann
#
16 7172f605 Michael Hanselmann
# You should have received a copy of the GNU General Public License
17 7172f605 Michael Hanselmann
# along with this program; if not, write to the Free Software
18 7172f605 Michael Hanselmann
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
19 7172f605 Michael Hanselmann
# 02110-1301, USA.
20 7172f605 Michael Hanselmann
21 7172f605 Michael Hanselmann
set -e
22 7172f605 Michael Hanselmann
set -o pipefail
23 7172f605 Michael Hanselmann
24 7172f605 Michael Hanselmann
export PYTHON=${PYTHON:=python}
25 7172f605 Michael Hanselmann
26 7172f605 Michael Hanselmann
GNTC=daemons/ganeti-cleaner
27 7172f605 Michael Hanselmann
CCE=tools/check-cert-expired
28 7172f605 Michael Hanselmann
29 7172f605 Michael Hanselmann
err() {
30 7172f605 Michael Hanselmann
  echo "$@"
31 7172f605 Michael Hanselmann
  echo 'Aborting'
32 7172f605 Michael Hanselmann
  exit 1
33 7172f605 Michael Hanselmann
}
34 7172f605 Michael Hanselmann
35 7172f605 Michael Hanselmann
upto() {
36 7172f605 Michael Hanselmann
  echo "$(date '+%F %T'):" "$@" '...'
37 7172f605 Michael Hanselmann
}
38 7172f605 Michael Hanselmann
39 7172f605 Michael Hanselmann
gencert() {
40 7172f605 Michael Hanselmann
  local path=$1 validity=$2
41 7172f605 Michael Hanselmann
  VALIDITY=$validity $PYTHON \
42 7172f605 Michael Hanselmann
    ${TOP_SRCDIR:-.}/test/import-export_unittest-helper \
43 7172f605 Michael Hanselmann
    $path gencert
44 7172f605 Michael Hanselmann
}
45 7172f605 Michael Hanselmann
46 7172f605 Michael Hanselmann
check_logfiles() {
47 7172f605 Michael Hanselmann
  local n=$1
48 7172f605 Michael Hanselmann
  [[ "$(find $tmpls/log/ganeti/cleaner -mindepth 1 | wc -l)" -le "$n" ]] || \
49 7172f605 Michael Hanselmann
    err "Found more than $n logfiles"
50 7172f605 Michael Hanselmann
}
51 7172f605 Michael Hanselmann
52 7172f605 Michael Hanselmann
count_jobs() {
53 7172f605 Michael Hanselmann
  local n=$1
54 7172f605 Michael Hanselmann
  local count=$(find $queuedir -mindepth 1 -type f | wc -l)
55 7172f605 Michael Hanselmann
  [[ "$count" -eq "$n" ]] || err "Found $count jobs instead of $n"
56 7172f605 Michael Hanselmann
}
57 7172f605 Michael Hanselmann
58 7172f605 Michael Hanselmann
count_and_check_certs() {
59 7172f605 Michael Hanselmann
  local n=$1
60 7172f605 Michael Hanselmann
  local count=$(find $cryptodir -mindepth 1 -type f -name cert | wc -l)
61 7172f605 Michael Hanselmann
  [[ "$count" -eq "$n" ]] || err "Found $count certificates instead of $n"
62 7172f605 Michael Hanselmann
63 7172f605 Michael Hanselmann
  find $cryptodir -mindepth 1 -type d | \
64 7172f605 Michael Hanselmann
  while read dir; do
65 7172f605 Michael Hanselmann
    [[ ( -e $dir/key && -e $dir/cert ) ||
66 7172f605 Michael Hanselmann
       ( ! -e $dir/cert && ! -e $dir/key ) ]] || \
67 7172f605 Michael Hanselmann
      err 'Inconsistent cert/key directory found'
68 7172f605 Michael Hanselmann
  done
69 7172f605 Michael Hanselmann
}
70 7172f605 Michael Hanselmann
71 7172f605 Michael Hanselmann
run_cleaner() {
72 7172f605 Michael Hanselmann
  CHECK_CERT_EXPIRED=$CCE LOCALSTATEDIR=$tmpls $GNTC
73 7172f605 Michael Hanselmann
}
74 7172f605 Michael Hanselmann
75 7172f605 Michael Hanselmann
create_archived_jobs() {
76 7172f605 Michael Hanselmann
  local i jobdir touchargs
77 7172f605 Michael Hanselmann
  local jobarchive=$queuedir/archive
78 7172f605 Michael Hanselmann
  local large=$(( RANDOM * RANDOM ))
79 7172f605 Michael Hanselmann
  local old_ts=$(date -d '25 days ago' +%Y%m%d%H%M)
80 7172f605 Michael Hanselmann
81 7172f605 Michael Hanselmann
  # Remove jobs from previous run
82 7172f605 Michael Hanselmann
  find $jobarchive -mindepth 1 -type f | xargs -r rm
83 7172f605 Michael Hanselmann
84 7172f605 Michael Hanselmann
  i=0
85 7172f605 Michael Hanselmann
  for job_id in {1..50} $(( large % RANDOM )) $RANDOM \
86 7172f605 Michael Hanselmann
                $(( large - 1 )) $large $(( large + 1 ))
87 7172f605 Michael Hanselmann
  do
88 7172f605 Michael Hanselmann
    jobdir=$jobarchive/$(( job_id / 10 ))
89 7172f605 Michael Hanselmann
    test -d $jobdir || mkdir $jobdir
90 7172f605 Michael Hanselmann
91 7172f605 Michael Hanselmann
    if (( i % 3 == 0 || i % 7 == 0 )); then
92 7172f605 Michael Hanselmann
      touchargs="-t $old_ts"
93 7172f605 Michael Hanselmann
    else
94 7172f605 Michael Hanselmann
      touchargs=
95 7172f605 Michael Hanselmann
    fi
96 7172f605 Michael Hanselmann
    touch $touchargs $jobdir/job-$job_id
97 7172f605 Michael Hanselmann
98 7172f605 Michael Hanselmann
    let ++i
99 7172f605 Michael Hanselmann
  done
100 7172f605 Michael Hanselmann
}
101 7172f605 Michael Hanselmann
102 7172f605 Michael Hanselmann
create_certdirs() {
103 7172f605 Michael Hanselmann
  local cert=$1; shift
104 7172f605 Michael Hanselmann
  local certdir
105 7172f605 Michael Hanselmann
  for name in "$@"; do
106 7172f605 Michael Hanselmann
    certdir=$cryptodir/$name
107 7172f605 Michael Hanselmann
    mkdir $certdir
108 7172f605 Michael Hanselmann
    if [[ -n "$cert" ]]; then
109 7172f605 Michael Hanselmann
      cp $cert $certdir/cert
110 7172f605 Michael Hanselmann
      cp $cert $certdir/key
111 7172f605 Michael Hanselmann
    fi
112 7172f605 Michael Hanselmann
  done
113 7172f605 Michael Hanselmann
}
114 7172f605 Michael Hanselmann
115 7172f605 Michael Hanselmann
tmpdir=$(mktemp -d)
116 7172f605 Michael Hanselmann
trap "rm -rf $tmpdir" EXIT
117 7172f605 Michael Hanselmann
118 7172f605 Michael Hanselmann
# Temporary localstatedir
119 7172f605 Michael Hanselmann
tmpls=$tmpdir/var
120 7172f605 Michael Hanselmann
queuedir=$tmpls/lib/ganeti/queue
121 7172f605 Michael Hanselmann
cryptodir=$tmpls/run/ganeti/crypto
122 7172f605 Michael Hanselmann
123 7172f605 Michael Hanselmann
mkdir -p $tmpls/{lib,log,run}/ganeti $queuedir/archive $cryptodir
124 7172f605 Michael Hanselmann
125 7172f605 Michael Hanselmann
maxlog=50
126 7172f605 Michael Hanselmann
127 7172f605 Michael Hanselmann
upto 'Checking log directory creation'
128 7172f605 Michael Hanselmann
test -d $tmpls/log/ganeti || err 'log/ganeti does not exist'
129 7172f605 Michael Hanselmann
test -d $tmpls/log/ganeti/cleaner && \
130 7172f605 Michael Hanselmann
  err 'log/ganeti/cleaner should not exist yet'
131 7172f605 Michael Hanselmann
run_cleaner
132 7172f605 Michael Hanselmann
test -d $tmpls/log/ganeti/cleaner || err 'log/ganeti/cleaner should exist'
133 7172f605 Michael Hanselmann
check_logfiles 1
134 7172f605 Michael Hanselmann
135 7172f605 Michael Hanselmann
upto 'Checking number of retained log files'
136 7172f605 Michael Hanselmann
for (( i=0; i < (maxlog + 10); ++i )); do
137 7172f605 Michael Hanselmann
  run_cleaner
138 7172f605 Michael Hanselmann
  check_logfiles $(( (i + 2) > $maxlog?$maxlog:(i + 2) ))
139 7172f605 Michael Hanselmann
done
140 7172f605 Michael Hanselmann
141 7172f605 Michael Hanselmann
upto 'Removal of archived jobs (non-master)'
142 7172f605 Michael Hanselmann
create_archived_jobs
143 7172f605 Michael Hanselmann
count_jobs 55
144 7172f605 Michael Hanselmann
test -f $tmpls/lib/ganeti/ssconf_master_node && \
145 7172f605 Michael Hanselmann
  err 'ssconf_master_node should not exist'
146 7172f605 Michael Hanselmann
run_cleaner
147 7172f605 Michael Hanselmann
count_jobs 55
148 7172f605 Michael Hanselmann
149 7172f605 Michael Hanselmann
upto 'Removal of archived jobs (master node)'
150 7172f605 Michael Hanselmann
create_archived_jobs
151 7172f605 Michael Hanselmann
count_jobs 55
152 7172f605 Michael Hanselmann
echo $HOSTNAME > $tmpls/lib/ganeti/ssconf_master_node
153 7172f605 Michael Hanselmann
run_cleaner
154 7172f605 Michael Hanselmann
count_jobs 31
155 7172f605 Michael Hanselmann
156 7172f605 Michael Hanselmann
upto 'Certificate expiration'
157 7172f605 Michael Hanselmann
gencert $tmpdir/validcert 30 & vcpid=${!}
158 7172f605 Michael Hanselmann
gencert $tmpdir/expcert -30 & ecpid=${!}
159 7172f605 Michael Hanselmann
wait $vcpid $ecpid
160 7172f605 Michael Hanselmann
create_certdirs $tmpdir/validcert foo{a,b,c}123 trvRMH4Wvt OfDlh6Pc2n
161 7172f605 Michael Hanselmann
create_certdirs $tmpdir/expcert bar{x,y,z}999 fx0ljoImWr em3RBC0U8c
162 7172f605 Michael Hanselmann
create_certdirs '' empty{1,2,3} gd2HCvRc iFG55Z0a PP28v5kg
163 7172f605 Michael Hanselmann
count_and_check_certs 10
164 7172f605 Michael Hanselmann
run_cleaner
165 7172f605 Michael Hanselmann
count_and_check_certs 5
166 7172f605 Michael Hanselmann
167 7172f605 Michael Hanselmann
check_logfiles $maxlog
168 7172f605 Michael Hanselmann
count_jobs 31
169 7172f605 Michael Hanselmann
170 7172f605 Michael Hanselmann
exit 0