Files
inbuxa-installer/internal/compose/compose.go
T
jcoffey-dev a90df656e7 Describe an installation in a file, and converge to it
One file describes the whole installation: which machine runs what, under
which names. Each machine acts on its own part of it and prints the command
to run on the others, which nobody but their operator runs. Emit, never
execute -- no agent, no console-held credential, no machine reaching
another.

  inbuxa plan  -f topology.json     what would change here; changes nothing
  inbuxa apply -f topology.json     make this machine match it
  inbuxa export                     the file, from what is already here

plan diffs the file against what is installed rather than against what
happens to be running: a container stopped by hand is still installed, and
offering to install it again would be a lie about what is about to happen.
The state that makes that possible -- intent, which the machine itself
cannot tell you -- is /etc/inbuxa/install.json.

Front ends across machines, not a clustered mail server. Two machines each
running one is refused, and the refusal says why: a second node needs a
shared store and cluster configuration, which this does not set up. Two of
the same component on one machine is refused too -- two webmails need two
ports and two names, and the file says neither.

The shrink is the half worth proving, and it found the bug that mattered:
apply ran first boot every time, so the second one asked a configured server
for bootstrap credentials it had stopped accepting, and adding or removing a
front end could not work at all. An installed machine now converges instead:
the deployment is rewritten from the shapes asked for, --remove-orphans
takes away what the file no longer lists, data volumes are left alone, and
the secrets generated the first time are kept rather than rolled.

Two more found the same way:

- Certificates were turned on even where nothing holds port 80. On a machine
  with no proxy the order can only fail, and it stopped the install over it.
  It now says whose job they are instead.
- A converge that restarts the server reported "Done" while it was still
  coming back. It waits.

Twenty-eight checks, on Debian 13 and Fedora 43: install from a file, plan
the same file and be told there is nothing to do, remove the webmail and
watch it go while the mail stays, put it back.
2026-09-24 09:51:16 -07:00

213 lines
5.9 KiB
Go

// SPDX-FileCopyrightText: 2026 Coffey Labs
// SPDX-License-Identifier: AGPL-3.0-or-later
// Package compose writes the deployment: a compose file, a Caddyfile, and the
// .env beside them that holds the secrets those two refer to.
//
// The files are the deployment. Once they are written, `docker compose up -d`
// in that directory is the whole of it, with or without this installer -- an
// operator who never runs `inbuxa` again still has something they can read,
// edit and bring up by hand.
package compose
import (
"crypto/rand"
"embed"
"encoding/base64"
"fmt"
"net"
"os"
"path/filepath"
"strings"
"text/template"
)
//go:embed templates/*.tmpl
var templates embed.FS
// Stack is everything the two templates need. It is flat on purpose: a
// template that reaches through three structs to find a hostname is a
// template nobody can check against the file it produces.
type Stack struct {
Version string
Project string
Domain string
Email string
Local bool
MailHost string
ConsoleHost string
WebmailHost string
Console bool
Webmail bool
Proxy bool
ServerImage string
ConsoleImage string
WebmailImage string
CaddyImage string
ServerBind string // host address for the server's plain HTTP
ConsoleBind string
WebmailBind string
Subnet string
ServerIP string
ConsoleIP string
WebmailIP string
CaddyIP string
MailPorts []int // published as-is: 25, 465, 993, 995, 4190
// URLs as a browser will use them. Local installs have no proxy and no
// certificates, so they are the loopback binds instead.
ServerPublicURL string
ConsoleURL string
WebmailURL string
ACMEDirectory string
ACMECARoot string
CABundle bool
}
// ServerNames is every name the server's certificate and the proxy need:
// the mail host, and the four service names the server puts in its own
// certificate by default.
//
// The list has to match what the server asks for exactly. Leaving
// ua-auto-config out of the proxy meant its HTTP-01 challenge was not
// forwarded, the whole order failed on that one name, and the mail ports
// served a self-signed certificate while every other name validated.
func (s Stack) ServerNames() []string {
names := []string{s.MailHost}
for _, n := range []string{"autoconfig", "autodiscover", "mta-sts", "ua-auto-config"} {
names = append(names, n+"."+s.Domain)
}
return names
}
// Addresses fills in the private network from the subnet, so the compose file
// has fixed addresses rather than whatever order the daemon started things in.
func (s *Stack) Addresses() error {
ip, network, err := net.ParseCIDR(s.Subnet)
if err != nil {
return fmt.Errorf("subnet %q: %w", s.Subnet, err)
}
ip = ip.To4()
if ip == nil {
return fmt.Errorf("subnet %q is not IPv4", s.Subnet)
}
at := func(n byte) string {
a := make(net.IP, len(ip))
copy(a, ip)
a[3] += n
if !network.Contains(a) {
return ""
}
return a.String()
}
s.ServerIP, s.ConsoleIP, s.WebmailIP, s.CaddyIP = at(10), at(11), at(12), at(13)
if s.ServerIP == "" || s.CaddyIP == "" {
return fmt.Errorf("subnet %q is too small for the stack", s.Subnet)
}
return nil
}
// Write renders the deployment into dir. It returns the secrets it generated,
// because the caller has to hand one of them to the server as well.
type Secrets struct {
AppSecret string // the webmail's session key
WebmailOAuth string // the first-party client secret both sides hold
}
// Write takes a pointer because it fills in the private addresses as it
// goes, and the caller needs them: the mail server is told which addresses
// the front ends speak from, and passing a copy meant telling it "".
func Write(dir string, s *Stack) (Secrets, error) {
var sec Secrets
if err := os.MkdirAll(dir, 0o750); err != nil {
return sec, err
}
if err := s.Addresses(); err != nil {
return sec, err
}
// Secrets are generated once and kept. Rewriting the deployment to add
// or remove a component must not roll the webmail's session key or the
// OAuth client secret the server was told: the point of converging is
// that everything not being changed stays as it was.
sec = readSecrets(filepath.Join(dir, ".env"))
var err error
if sec.AppSecret == "" {
if sec.AppSecret, err = secret(); err != nil {
return sec, err
}
}
if sec.WebmailOAuth == "" {
if sec.WebmailOAuth, err = secret(); err != nil {
return sec, err
}
}
funcs := template.FuncMap{"join": strings.Join}
for name, out := range map[string]string{
"compose.yaml.tmpl": "compose.yaml",
"Caddyfile.tmpl": "Caddyfile",
} {
if out == "Caddyfile" && !s.Proxy {
continue
}
t, err := template.New(name).Funcs(funcs).ParseFS(templates, "templates/"+name)
if err != nil {
return sec, err
}
var b strings.Builder
if err := t.Execute(&b, s); err != nil {
return sec, fmt.Errorf("%s: %w", name, err)
}
if err := os.WriteFile(filepath.Join(dir, out), []byte(b.String()), 0o640); err != nil {
return sec, err
}
}
// The secrets live beside the compose file, not in it, so the compose
// file can be read to somebody, pasted into an issue, or committed.
env := fmt.Sprintf("APP_SECRET=%s\nWEBMAIL_CLIENT_SECRET=%s\n", sec.AppSecret, sec.WebmailOAuth)
if err := os.WriteFile(filepath.Join(dir, ".env"), []byte(env), 0o600); err != nil {
return sec, err
}
return sec, nil
}
// readSecrets recovers what a previous run generated, so a converge keeps
// them. A missing or unreadable file means a first install, and new ones.
func readSecrets(path string) Secrets {
var sec Secrets
b, err := os.ReadFile(path)
if err != nil {
return sec
}
for _, line := range strings.Split(string(b), "\n") {
k, v, ok := strings.Cut(strings.TrimSpace(line), "=")
if !ok {
continue
}
switch k {
case "APP_SECRET":
sec.AppSecret = v
case "WEBMAIL_CLIENT_SECRET":
sec.WebmailOAuth = v
}
}
return sec
}
func secret() (string, error) {
b := make([]byte, 32)
if _, err := rand.Read(b); err != nil {
return "", err
}
return base64.RawURLEncoding.EncodeToString(b), nil
}