#!/usr/bin/env bash # SPDX-FileCopyrightText: 2026 Coffey Labs LLC # SPDX-License-Identifier: Apache-2.0 # # The lab end to end, from nothing (K-L1, S7): the kind cluster and data # layer (up.sh), then the chart with the released images the next chart # release names (inbuxa-charts release/suite.yaml), seeded, then # # every client check, chart/mailcheck.sh: SMTP in, submission, IMAP, # JMAP, SMTP out to an outside server, CalDAV, CardDAV, the webmail across # both replicas and the console # # and how long each part took; CHAOS=1 adds the chaos tests after it. # # INSTALL_WITH=argocd or flux (K-L10) installs the chart through that # controller instead of Helm (lab/gitops/gitops.sh), then after the client # checks runs lab/gitops/gitops-test.sh (steady, self-heal, an upgrade under # open webmail tabs) and the 27.1 crossing from CROSSING_FROM (versions.env) # as changes to the controller's spec. CI # runs this on a fresh runner; on the bench # it builds the lab from scratch too, so take the lab down first # (lab/down.sh) unless you mean to reuse it. # # lab/e2e.sh # chart in ../inbuxa-charts # CHART_REPO=path lab/e2e.sh # KIND_NODE_IMAGE=kindest/node:v1.35.8 lab/e2e.sh # lab/kubernetes.json lists the three CI runs # # Prints a summary, also to $GITHUB_STEP_SUMMARY when it's set, and on a # failure what the pods and events were. set -euo pipefail here=$(cd "$(dirname "$0")" && pwd) . "$here/versions.env" CHART_REPO="${CHART_REPO:-$here/../../inbuxa-charts}" CHART="$CHART_REPO/charts/inbuxa" SUITE="$CHART_REPO/release/suite.yaml" STATE="${STATE:-$HOME/.cache/inbuxa-lab}" K=(kubectl --context "kind-$KIND_CLUSTER" -n inbuxa) P="${PORTS:-18080}" t0=$SECONDS SUMMARY=() lap() { SUMMARY+=("| $1 | $(( SECONDS - ${2:-$t0} ))s |"); } report() { { echo "| Part | Took |"; echo "|---|---|"; printf '%s\n' "${SUMMARY[@]}"; } > "$STATE/e2e-summary.md" cat "$STATE/e2e-summary.md" [ -n "${GITHUB_STEP_SUMMARY:-}" ] && { echo "### inbuxa lab, ${E2E_LABEL:-$(uname -m)}"; cat "$STATE/e2e-summary.md"; } >> "$GITHUB_STEP_SUMMARY" return 0 } on_exit() { rc=$? if [ "$rc" != 0 ]; then SUMMARY+=("| **failed** | after $(( SECONDS - t0 ))s |") echo "== failed: pods and events" kubectl --context "kind-$KIND_CLUSTER" get pods -A -o wide 2>/dev/null || true "${K[@]}" get events --sort-by=.lastTimestamp 2>/dev/null | tail -40 || true "${K[@]}" logs -l app.kubernetes.io/component=server --tail=30 --prefix 2>/dev/null | grep -v '^\s*$' | tail -60 || true fi report exit "$rc" } trap on_exit EXIT pin() { awk -v k="$1:" '$1 == k {print $2}' "$SUITE"; } SERVER="$(pin server)"; WEBMAIL="$(pin webmail)"; CONSOLE="$(pin console)" [ -n "$SERVER" ] && [ -n "$WEBMAIL" ] && [ -n "$CONSOLE" ] || { echo "!! no images in $SUITE" >&2; exit 1; } echo "== images: server $SERVER, webmail $WEBMAIL, console $CONSOLE" mkdir -p "$STATE" && chmod 700 "$STATE" echo "== the cluster and the data layer" s=$SECONDS "$here/up.sh" lap "kind, Kyverno, MetalLB, CloudNativePG, NATS, Garage" "$s" echo "== the seed's passwords and setup" umask 077 new_password() { python3 -c 'import secrets; print(secrets.token_urlsafe(24))'; } new_password > "$STATE/admin.password" new_password > "$STATE/alice.password" "${K[@]}" get secret inbuxa-s3 -o jsonpath='{.data.access-key}' | base64 -d > "$STATE/s3-access-key" "${K[@]}" create secret generic inbuxa-seed \ --from-file=admin-password="$STATE/admin.password" \ --from-file=alice-password="$STATE/alice.password" \ --from-file=s3-access-key="$STATE/s3-access-key" --dry-run=client -o yaml | "${K[@]}" apply -f - >/dev/null rm -f "$STATE/s3-access-key" "${K[@]}" create configmap inbuxa-lab-seed --from-file="$here/chart/seed.json" --dry-run=client -o yaml \ | "${K[@]}" apply -f - >/dev/null umask 022 if [ -n "${INSTALL_WITH:-}" ]; then echo "== $INSTALL_WITH, and the chart as a Helm repository in the cluster" s=$SECONDS "$here/gitops/gitops.sh" controller "$INSTALL_WITH" CHART_REPO="$CHART_REPO" "$here/gitops/gitops.sh" repo lap "$INSTALL_WITH and the chart repository" "$s" echo "== the chart through $INSTALL_WITH: seeded, two replicas of everything" s=$SECONDS SERVER="$SERVER" WEBMAIL="$WEBMAIL" CONSOLE="$CONSOLE" "$here/gitops/gitops.sh" apply "$INSTALL_WITH" >/dev/null "$here/gitops/gitops.sh" wait "$INSTALL_WITH" "" 1200 | sed 's/^/ /' "${K[@]}" get pods --no-headers -o wide | awk '{print " " $1, $3, $7}' else echo "== the chart: seeded, two replicas of everything" s=$SECONDS helm --kube-context "kind-$KIND_CLUSTER" -n inbuxa upgrade --install inbuxa "$CHART" \ -f "$here/chart/values-lab.yaml" -f "$here/chart/values-frontends.yaml" \ --set server.image.repository=ghcr.io/inbuxa/inbuxa-server --set server.image.tag="$SERVER" \ --set server.image.pullPolicy=IfNotPresent \ --set webmail.image.repository=ghcr.io/inbuxa/inbuxa-webmail --set webmail.image.tag="$WEBMAIL" \ --set webmail.image.pullPolicy=IfNotPresent \ --set console.image.repository=ghcr.io/inbuxa/inbuxa-admin --set console.image.tag="$CONSOLE" \ --set console.image.pullPolicy=IfNotPresent \ --wait --timeout 15m >/dev/null "${K[@]}" get pods --no-headers -o wide | awk '{print " " $1, $3, $7}' fi lap "chart install (seed, server, webmail, console)" "$s" echo "== the client checks (chart/mailcheck.sh)" s=$SECONDS PORTS="$P" STATE="$STATE" "$here/chart/mailcheck.sh" lap "mail (SMTP in, submission, IMAP, JMAP, SMTP out), CalDAV, CardDAV, webmail, console" "$s" # CHAOS=1: then the faults, with mail flowing (chart/chaos-test.sh) if [ -n "${CHAOS:-}" ]; then echo "== chaos (chart/chaos-test.sh)" s=$SECONDS PORTS="$P" STATE="$STATE" "$here/chart/chaos-test.sh" lap "chaos: pod kill, drain, PostgreSQL failover, NATS restart, S3 outage" "$s" fi # INSTALL_WITH: then the controller's own tests, and the crossing if [ -n "${INSTALL_WITH:-}" ]; then echo "== $INSTALL_WITH (gitops/gitops-test.sh)" s=$SECONDS SERVER="$SERVER" WEBMAIL="$WEBMAIL" CONSOLE="$CONSOLE" STATE="$STATE" \ "$here/gitops/gitops-test.sh" "$INSTALL_WITH" 3>"$STATE/gitops.env" lap "$INSTALL_WITH: steady, self-heal, upgrade under open tabs" "$s" echo "== the 27.1 crossing from $CROSSING_FROM through $INSTALL_WITH (chart/crossing-test.sh)" s=$SECONDS # shellcheck disable=SC2046 env $(cat "$STATE/gitops.env") GITOPS="$INSTALL_WITH" OLD="$CROSSING_FROM" TO="$SERVER" STATE="$STATE" \ CHART="$CHART" "$here/chart/crossing-test.sh" lap "$INSTALL_WITH: the crossing from $CROSSING_FROM, refused, then acknowledged" "$s" fi lap "**total**" echo "== passed in $(( SECONDS - t0 ))s"