Lab: the chart's upgrade test #18
Executable
+69
@@ -0,0 +1,69 @@
|
||||
#!/usr/bin/env bash
|
||||
# The chart's upgrade hook, on the lab's seeded install (seed-store.sh, then
|
||||
# helm install with values-lab.yaml). Three cases, each against the image
|
||||
# given as TAG (loaded into kind as inbuxa-lab/server:$TAG):
|
||||
#
|
||||
# 1. no layout change: the hook finds nothing to do, a rolling update
|
||||
# 2. a layout change, not acknowledged: refused, nothing changed, the old
|
||||
# pods keep running
|
||||
# 3. acknowledged: the server pods stopped, the store upgraded, rolled out,
|
||||
# mail works
|
||||
#
|
||||
# A layout change is simulated by setting the store's mark back to 2: the
|
||||
# step from 2 isn't rolling-safe. Wipes nothing, but leaves the lab's store
|
||||
# upgraded again at the end.
|
||||
#
|
||||
# TAG=plan lab/chart/upgrade-test.sh
|
||||
set -euo pipefail
|
||||
|
||||
cd "$(dirname "$0")"
|
||||
TAG="${TAG:?the server image tag to upgrade to}"
|
||||
K=(kubectl --context kind-inbuxa-lab)
|
||||
H=(helm --kube-context kind-inbuxa-lab -n inbuxa)
|
||||
CHART="${CHART:-../../../inbuxa-charts/charts/inbuxa}"
|
||||
STATE="${STATE:-$HOME/.cache/inbuxa-lab}"
|
||||
fail() { echo "!! $*" >&2; exit 1; }
|
||||
|
||||
mark() { "${K[@]}" -n data exec inbuxa-pg-1 -c postgres -- psql -d inbuxa -At \
|
||||
-c "select encode(v,'hex') from \"_\" where k = 'Vs'::bytea"; }
|
||||
set_mark() { "${K[@]}" -n data exec inbuxa-pg-1 -c postgres -- psql -d inbuxa -q \
|
||||
-c "update \"_\" set v = decode('$1','hex') where k = 'Vs'::bytea"; }
|
||||
upgrade() { "${H[@]}" upgrade inbuxa "$CHART" -f values-lab.yaml --set server.image.tag="$TAG" \
|
||||
--wait --timeout 20m "$@"; }
|
||||
server_pods() { "${K[@]}" -n inbuxa get pods -l app.kubernetes.io/component=server --no-headers 2>/dev/null | wc -l; }
|
||||
hook_log() { "${K[@]}" -n inbuxa logs job/inbuxa-upgrade 2>/dev/null | grep -v '^20..-' || true; }
|
||||
mail() {
|
||||
local lb
|
||||
lb="$("${K[@]}" -n inbuxa get svc inbuxa-mail -o jsonpath='{.status.loadBalancer.ingress[0].ip}')"
|
||||
ACCOUNT=[email protected] PASSWORD_FILE="$STATE/alice.password" timeout 150 python3 mailtest.py "$lb"
|
||||
}
|
||||
|
||||
[ "$(mark)" = 00000003 ] || fail "the store isn't at layout 3 to start with"
|
||||
|
||||
echo "== 1. no layout change"
|
||||
start=$(date +%s)
|
||||
upgrade >/dev/null
|
||||
echo " upgraded in $(( $(date +%s) - start ))s; hook said:"; hook_log | sed 's/^/ /'
|
||||
[ "$(server_pods)" -ge 5 ] || fail "not every server pod is back"
|
||||
mail
|
||||
|
||||
echo "== 2. a layout change, not acknowledged"
|
||||
set_mark 00000002
|
||||
before="$("${K[@]}" -n inbuxa get pods -l app.kubernetes.io/component=server -o name | sort)"
|
||||
if upgrade >/dev/null 2>&1; then
|
||||
fail "the unacknowledged upgrade went through"
|
||||
fi
|
||||
echo " refused; hook said:"; hook_log | sed 's/^/ /'
|
||||
[ "$(mark)" = 00000002 ] || fail "the refused upgrade changed the store"
|
||||
after="$("${K[@]}" -n inbuxa get pods -l app.kubernetes.io/component=server -o name | sort)"
|
||||
[ "$before" = "$after" ] || fail "the refused upgrade replaced pods"
|
||||
|
||||
echo "== 3. acknowledged"
|
||||
start=$(date +%s)
|
||||
upgrade --set server.upgrade.acknowledgeLayout=3 >/dev/null
|
||||
echo " upgraded in $(( $(date +%s) - start ))s; hook said:"; hook_log | sed 's/^/ /'
|
||||
[ "$(mark)" = 00000003 ] || fail "the store isn't at layout 3"
|
||||
[ "$(server_pods)" -ge 5 ] || fail "not every server pod is back"
|
||||
mail
|
||||
|
||||
echo "== all three cases passed"
|
||||
Reference in new issue
Block a user