Files
cairnobs/internal/fetch/fetch.go
T
jcoffey-dev db156c4f06
release / release (push) Successful in 7m6s
Cairn OBS
The new Cairn OBS: a self-hosted monitor for networks, hosts and
services. Licensed AGPLv3.
2026-11-14 03:27:09 -07:00

94 lines
2.4 KiB
Go

// Package fetch reads status pages on the agent's own host for obs-beacond:
// plain GETs, loopback or private addresses only, small answers.
package fetch
import (
"bufio"
"context"
"fmt"
"io"
"net"
"net/http"
"net/url"
"strings"
"time"
"github.com/cairnobs/cairnobs/internal/report"
"github.com/cairnobs/cairnobs/internal/version"
)
// Spec is one page to read.
type Spec struct {
ID string `json:"id"`
URL string `json:"url"`
// Keep, when set, keeps only the lines starting with one of these
// (a metrics page is big; obs-beacond only needs a few of its lines).
Keep []string `json:"keep,omitempty"`
}
// maxBody is how much of an answer is kept.
const maxBody = 256 << 10
// Check refuses a URL that isn't plain http(s) to a loopback or private
// address: obs-beacond can ask an agent to read its host's status pages, not
// to fetch from the internet.
func (s Spec) Check() error {
u, err := url.Parse(s.URL)
if err != nil || (u.Scheme != "http" && u.Scheme != "https") || u.User != nil {
return fmt.Errorf("fetch %s: not a plain http(s) URL", s.ID)
}
ip := net.ParseIP(u.Hostname())
if u.Hostname() == "localhost" {
ip = net.IPv4(127, 0, 0, 1)
}
if ip == nil || !(ip.IsLoopback() || ip.IsPrivate()) {
return fmt.Errorf("fetch %s: only loopback or private addresses", s.ID)
}
return nil
}
var client = &http.Client{
Timeout: 5 * time.Second,
CheckRedirect: func(*http.Request, []*http.Request) error { return http.ErrUseLastResponse },
}
// Get reads one page.
func Get(ctx context.Context, s Spec) report.Fetch {
f := report.Fetch{ID: s.ID, At: time.Now().UTC()}
if err := s.Check(); err != nil {
f.Error = err.Error()
return f
}
req, err := http.NewRequestWithContext(ctx, http.MethodGet, s.URL, nil)
if err != nil {
f.Error = err.Error()
return f
}
req.Header.Set("User-Agent", "obs-beacon-agent/"+version.Version)
resp, err := client.Do(req)
if err != nil {
f.Error = err.Error()
return f
}
defer resp.Body.Close()
if len(s.Keep) == 0 {
b, _ := io.ReadAll(io.LimitReader(resp.Body, maxBody))
f.Status, f.Body = resp.StatusCode, string(b)
return f
}
var out strings.Builder
sc := bufio.NewScanner(io.LimitReader(resp.Body, 16<<20))
sc.Buffer(make([]byte, 64<<10), 1<<20)
for sc.Scan() && out.Len() < maxBody {
line := sc.Text()
for _, k := range s.Keep {
if strings.HasPrefix(line, k) {
out.WriteString(line + "\n")
break
}
}
}
f.Status, f.Body = resp.StatusCode, out.String()
return f
}