Three cases on the seeded install: an upgrade with no layout change, a layout change nobody acknowledged (refused, nothing changed, the old pods still up), and one acknowledged (servers stopped, store upgraded, rolled out, mail works). A layout change is simulated by setting the store's mark back to 2.
70 lines
3.0 KiB
Bash
Executable File
70 lines
3.0 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# The chart's upgrade hook, on the lab's seeded install (seed-store.sh, then
|
|
# helm install with values-lab.yaml). Three cases, each against the image
|
|
# given as TAG (loaded into kind as inbuxa-lab/server:$TAG):
|
|
#
|
|
# 1. no layout change: the hook finds nothing to do, a rolling update
|
|
# 2. a layout change, not acknowledged: refused, nothing changed, the old
|
|
# pods keep running
|
|
# 3. acknowledged: the server pods stopped, the store upgraded, rolled out,
|
|
# mail works
|
|
#
|
|
# A layout change is simulated by setting the store's mark back to 2: the
|
|
# step from 2 isn't rolling-safe. Wipes nothing, but leaves the lab's store
|
|
# upgraded again at the end.
|
|
#
|
|
# TAG=plan lab/chart/upgrade-test.sh
|
|
set -euo pipefail
|
|
|
|
cd "$(dirname "$0")"
|
|
TAG="${TAG:?the server image tag to upgrade to}"
|
|
K=(kubectl --context kind-inbuxa-lab)
|
|
H=(helm --kube-context kind-inbuxa-lab -n inbuxa)
|
|
CHART="${CHART:-../../../inbuxa-charts/charts/inbuxa}"
|
|
STATE="${STATE:-$HOME/.cache/inbuxa-lab}"
|
|
fail() { echo "!! $*" >&2; exit 1; }
|
|
|
|
mark() { "${K[@]}" -n data exec inbuxa-pg-1 -c postgres -- psql -d inbuxa -At \
|
|
-c "select encode(v,'hex') from \"_\" where k = 'Vs'::bytea"; }
|
|
set_mark() { "${K[@]}" -n data exec inbuxa-pg-1 -c postgres -- psql -d inbuxa -q \
|
|
-c "update \"_\" set v = decode('$1','hex') where k = 'Vs'::bytea"; }
|
|
upgrade() { "${H[@]}" upgrade inbuxa "$CHART" -f values-lab.yaml --set server.image.tag="$TAG" \
|
|
--wait --timeout 20m "$@"; }
|
|
server_pods() { "${K[@]}" -n inbuxa get pods -l app.kubernetes.io/component=server --no-headers 2>/dev/null | wc -l; }
|
|
hook_log() { "${K[@]}" -n inbuxa logs job/inbuxa-upgrade 2>/dev/null | grep -v '^20..-' || true; }
|
|
mail() {
|
|
local lb
|
|
lb="$("${K[@]}" -n inbuxa get svc inbuxa-mail -o jsonpath='{.status.loadBalancer.ingress[0].ip}')"
|
|
ACCOUNT=[email protected] PASSWORD_FILE="$STATE/alice.password" timeout 150 python3 mailtest.py "$lb"
|
|
}
|
|
|
|
[ "$(mark)" = 00000003 ] || fail "the store isn't at layout 3 to start with"
|
|
|
|
echo "== 1. no layout change"
|
|
start=$(date +%s)
|
|
upgrade >/dev/null
|
|
echo " upgraded in $(( $(date +%s) - start ))s; hook said:"; hook_log | sed 's/^/ /'
|
|
[ "$(server_pods)" -ge 5 ] || fail "not every server pod is back"
|
|
mail
|
|
|
|
echo "== 2. a layout change, not acknowledged"
|
|
set_mark 00000002
|
|
before="$("${K[@]}" -n inbuxa get pods -l app.kubernetes.io/component=server -o name | sort)"
|
|
if upgrade >/dev/null 2>&1; then
|
|
fail "the unacknowledged upgrade went through"
|
|
fi
|
|
echo " refused; hook said:"; hook_log | sed 's/^/ /'
|
|
[ "$(mark)" = 00000002 ] || fail "the refused upgrade changed the store"
|
|
after="$("${K[@]}" -n inbuxa get pods -l app.kubernetes.io/component=server -o name | sort)"
|
|
[ "$before" = "$after" ] || fail "the refused upgrade replaced pods"
|
|
|
|
echo "== 3. acknowledged"
|
|
start=$(date +%s)
|
|
upgrade --set server.upgrade.acknowledgeLayout=3 >/dev/null
|
|
echo " upgraded in $(( $(date +%s) - start ))s; hook said:"; hook_log | sed 's/^/ /'
|
|
[ "$(mark)" = 00000003 ] || fail "the store isn't at layout 3"
|
|
[ "$(server_pods)" -ge 5 ] || fail "not every server pod is back"
|
|
mail
|
|
|
|
echo "== all three cases passed"
|