Saved, shareable multi-panel dashboards (table/line/bar/single-stat panels via gridstack + uPlot, global + per-panel time range, JSON export/import) and threshold/absence alert rules with an ok/pending/firing evaluator and webhook/Slack/PagerDuty delivery. - New /metadata component: Postgres control-plane store for dashboards, panels, notification targets, alert rules/state, and delivery log -- see docs/phase-3-dashboard-design.md for why ClickHouse's MergeTree family isn't a fit for this access pattern (needs real row-level locking and read-your-writes consistency). - api/internal/dashboards: dashboard/panel CRUD, pure -- panel query execution stays client-side, reusing the existing /query endpoint. - New /alerting service: rule/target CRUD, a ticker-driven evaluator (claim-then-evaluate concurrency control, transactional-outbox delivery, query errors and threshold zero-rows never coerced into a false transition) and webhook/Slack/PagerDuty delivery with retry/backoff. See docs/phase-3-alerting-design.md for the full state-machine design and the four correctness properties it implements. - web: /dashboards and /alerts UIs; cli: sentryctl dashboards/alerts list/get/apply, seeding a future Terraform provider's JSON contract. - hack/alert-load-test: 500 rules against real ClickHouse data, real measured results in docs/phase-3-runbook.md. Five real bugs found by actually running this against a live stack (documented in the runbook, not just fixed silently): a latent Phase 2 bug where ClickHouse rejected the timestamp format used for earliest=/latest= queries; a "now" literal token injected into query text; a GridStack/uPlot layout-timing race; JS's Date.parse being too lenient to use as a timestamp-detection heuristic; a rule's "enabled" field silently defaulting to false when omitted; and the evaluator's claim-batch-size and worker-pool-concurrency defaulting to the same value, causing 500 concurrently-due rules to take 125s to cycle through instead of the configured 60s.
257 lines
8.3 KiB
Go
257 lines
8.3 KiB
Go
package dashboards
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
|
|
"github.com/google/uuid"
|
|
"github.com/jackc/pgx/v5"
|
|
"github.com/jackc/pgx/v5/pgxpool"
|
|
)
|
|
|
|
// ErrNotFound is returned by Get/Delete when the id doesn't exist.
|
|
var ErrNotFound = errors.New("not found")
|
|
|
|
// Store is the pgx-backed CRUD implementation. IDs are assigned
|
|
// server-side (google/uuid), matching how /ingest assigns record_id --
|
|
// one place (Go) generates IDs, not split between the app and the
|
|
// database via a Postgres extension.
|
|
type Store struct {
|
|
pool *pgxpool.Pool
|
|
}
|
|
|
|
func NewStore(pool *pgxpool.Pool) *Store {
|
|
return &Store{pool: pool}
|
|
}
|
|
|
|
func (s *Store) CreateDashboard(ctx context.Context, d *Dashboard) error {
|
|
d.ID = uuid.NewString()
|
|
if d.TenantID == "" {
|
|
d.TenantID = "default"
|
|
}
|
|
if d.CreatedBy == "" {
|
|
d.CreatedBy = "anonymous"
|
|
}
|
|
if d.DefaultEarliest == "" {
|
|
d.DefaultEarliest = "-1h"
|
|
}
|
|
if d.DefaultLatest == "" {
|
|
d.DefaultLatest = "now"
|
|
}
|
|
row := s.pool.QueryRow(ctx, `
|
|
INSERT INTO dashboards (id, tenant_id, name, description, default_earliest, default_latest, created_by)
|
|
VALUES ($1, $2, $3, $4, $5, $6, $7)
|
|
RETURNING created_at, updated_at`,
|
|
d.ID, d.TenantID, d.Name, d.Description, d.DefaultEarliest, d.DefaultLatest, d.CreatedBy)
|
|
return row.Scan(&d.CreatedAt, &d.UpdatedAt)
|
|
}
|
|
|
|
func (s *Store) ListDashboards(ctx context.Context) ([]Dashboard, error) {
|
|
rows, err := s.pool.Query(ctx, `
|
|
SELECT id, tenant_id, name, description, default_earliest, default_latest, created_by, created_at, updated_at
|
|
FROM dashboards ORDER BY created_at DESC`)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
defer rows.Close()
|
|
|
|
var out []Dashboard
|
|
for rows.Next() {
|
|
var d Dashboard
|
|
if err := rows.Scan(&d.ID, &d.TenantID, &d.Name, &d.Description, &d.DefaultEarliest, &d.DefaultLatest, &d.CreatedBy, &d.CreatedAt, &d.UpdatedAt); err != nil {
|
|
return nil, err
|
|
}
|
|
out = append(out, d)
|
|
}
|
|
return out, rows.Err()
|
|
}
|
|
|
|
func (s *Store) GetDashboard(ctx context.Context, id string) (*Dashboard, error) {
|
|
var d Dashboard
|
|
row := s.pool.QueryRow(ctx, `
|
|
SELECT id, tenant_id, name, description, default_earliest, default_latest, created_by, created_at, updated_at
|
|
FROM dashboards WHERE id = $1`, id)
|
|
if err := row.Scan(&d.ID, &d.TenantID, &d.Name, &d.Description, &d.DefaultEarliest, &d.DefaultLatest, &d.CreatedBy, &d.CreatedAt, &d.UpdatedAt); err != nil {
|
|
if errors.Is(err, pgx.ErrNoRows) {
|
|
return nil, ErrNotFound
|
|
}
|
|
return nil, err
|
|
}
|
|
|
|
panels, err := s.listPanels(ctx, id)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
d.Panels = panels
|
|
return &d, nil
|
|
}
|
|
|
|
func (s *Store) listPanels(ctx context.Context, dashboardID string) ([]Panel, error) {
|
|
rows, err := s.pool.Query(ctx, `
|
|
SELECT id, dashboard_id, title, query, query_language, viz_type, viz_config,
|
|
position_x, position_y, width, height, earliest_override, latest_override,
|
|
sort_order, created_at, updated_at
|
|
FROM dashboard_panels WHERE dashboard_id = $1 ORDER BY sort_order, created_at`, dashboardID)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
defer rows.Close()
|
|
|
|
var out []Panel
|
|
for rows.Next() {
|
|
var p Panel
|
|
if err := rows.Scan(&p.ID, &p.DashboardID, &p.Title, &p.Query, &p.QueryLanguage, &p.VizType, &p.VizConfig,
|
|
&p.PositionX, &p.PositionY, &p.Width, &p.Height, &p.EarliestOverride, &p.LatestOverride,
|
|
&p.SortOrder, &p.CreatedAt, &p.UpdatedAt); err != nil {
|
|
return nil, err
|
|
}
|
|
out = append(out, p)
|
|
}
|
|
return out, rows.Err()
|
|
}
|
|
|
|
func (s *Store) UpdateDashboard(ctx context.Context, d *Dashboard) error {
|
|
if d.DefaultEarliest == "" {
|
|
d.DefaultEarliest = "-1h"
|
|
}
|
|
if d.DefaultLatest == "" {
|
|
d.DefaultLatest = "now"
|
|
}
|
|
row := s.pool.QueryRow(ctx, `
|
|
UPDATE dashboards SET name = $1, description = $2, default_earliest = $3, default_latest = $4, updated_at = now()
|
|
WHERE id = $5
|
|
RETURNING tenant_id, created_by, created_at, updated_at`,
|
|
d.Name, d.Description, d.DefaultEarliest, d.DefaultLatest, d.ID)
|
|
if err := row.Scan(&d.TenantID, &d.CreatedBy, &d.CreatedAt, &d.UpdatedAt); err != nil {
|
|
if errors.Is(err, pgx.ErrNoRows) {
|
|
return ErrNotFound
|
|
}
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (s *Store) DeleteDashboard(ctx context.Context, id string) error {
|
|
tag, err := s.pool.Exec(ctx, `DELETE FROM dashboards WHERE id = $1`, id)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if tag.RowsAffected() == 0 {
|
|
return ErrNotFound
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (s *Store) AddPanel(ctx context.Context, dashboardID string, p *Panel) error {
|
|
p.ID = uuid.NewString()
|
|
p.DashboardID = dashboardID
|
|
row := s.pool.QueryRow(ctx, `
|
|
INSERT INTO dashboard_panels (id, dashboard_id, title, query, query_language, viz_type, viz_config,
|
|
position_x, position_y, width, height, earliest_override, latest_override, sort_order)
|
|
VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14)
|
|
RETURNING created_at, updated_at`,
|
|
p.ID, p.DashboardID, p.Title, p.Query, p.QueryLanguage, p.VizType, p.VizConfig,
|
|
p.PositionX, p.PositionY, p.Width, p.Height, p.EarliestOverride, p.LatestOverride, p.SortOrder)
|
|
return row.Scan(&p.CreatedAt, &p.UpdatedAt)
|
|
}
|
|
|
|
func (s *Store) UpdatePanel(ctx context.Context, p *Panel) error {
|
|
tag, err := s.pool.Exec(ctx, `
|
|
UPDATE dashboard_panels SET
|
|
title = $1, query = $2, query_language = $3, viz_type = $4, viz_config = $5,
|
|
position_x = $6, position_y = $7, width = $8, height = $9,
|
|
earliest_override = $10, latest_override = $11, sort_order = $12, updated_at = now()
|
|
WHERE id = $13 AND dashboard_id = $14`,
|
|
p.Title, p.Query, p.QueryLanguage, p.VizType, p.VizConfig,
|
|
p.PositionX, p.PositionY, p.Width, p.Height,
|
|
p.EarliestOverride, p.LatestOverride, p.SortOrder, p.ID, p.DashboardID)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if tag.RowsAffected() == 0 {
|
|
return ErrNotFound
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (s *Store) DeletePanel(ctx context.Context, dashboardID, panelID string) error {
|
|
tag, err := s.pool.Exec(ctx, `DELETE FROM dashboard_panels WHERE id = $1 AND dashboard_id = $2`, panelID, dashboardID)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if tag.RowsAffected() == 0 {
|
|
return ErrNotFound
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// ImportDashboard creates a new dashboard and all its panels from an
|
|
// exported Dashboard document, assigning fresh IDs throughout -- so
|
|
// importing an exported dashboard into a different environment (or
|
|
// re-importing into the same one) never collides with the source IDs.
|
|
// Runs in one transaction: either the whole dashboard lands, or none of
|
|
// it does.
|
|
func (s *Store) ImportDashboard(ctx context.Context, d *Dashboard) (*Dashboard, error) {
|
|
tx, err := s.pool.Begin(ctx)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
defer tx.Rollback(ctx)
|
|
|
|
id := uuid.NewString()
|
|
tenantID := d.TenantID
|
|
if tenantID == "" {
|
|
tenantID = "default"
|
|
}
|
|
createdBy := d.CreatedBy
|
|
if createdBy == "" {
|
|
createdBy = "anonymous"
|
|
}
|
|
earliest := d.DefaultEarliest
|
|
if earliest == "" {
|
|
earliest = "-1h"
|
|
}
|
|
latest := d.DefaultLatest
|
|
if latest == "" {
|
|
latest = "now"
|
|
}
|
|
|
|
var out Dashboard
|
|
out.ID, out.TenantID, out.Name, out.Description = id, tenantID, d.Name, d.Description
|
|
out.DefaultEarliest, out.DefaultLatest, out.CreatedBy = earliest, latest, createdBy
|
|
|
|
row := tx.QueryRow(ctx, `
|
|
INSERT INTO dashboards (id, tenant_id, name, description, default_earliest, default_latest, created_by)
|
|
VALUES ($1, $2, $3, $4, $5, $6, $7)
|
|
RETURNING created_at, updated_at`,
|
|
out.ID, out.TenantID, out.Name, out.Description, out.DefaultEarliest, out.DefaultLatest, out.CreatedBy)
|
|
if err := row.Scan(&out.CreatedAt, &out.UpdatedAt); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
for _, p := range d.Panels {
|
|
if err := validatePanel(&p); err != nil {
|
|
return nil, fmt.Errorf("panel %q: %w", p.Title, err)
|
|
}
|
|
p.ID = uuid.NewString()
|
|
p.DashboardID = out.ID
|
|
prow := tx.QueryRow(ctx, `
|
|
INSERT INTO dashboard_panels (id, dashboard_id, title, query, query_language, viz_type, viz_config,
|
|
position_x, position_y, width, height, earliest_override, latest_override, sort_order)
|
|
VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10, $11, $12, $13, $14)
|
|
RETURNING created_at, updated_at`,
|
|
p.ID, p.DashboardID, p.Title, p.Query, p.QueryLanguage, p.VizType, p.VizConfig,
|
|
p.PositionX, p.PositionY, p.Width, p.Height, p.EarliestOverride, p.LatestOverride, p.SortOrder)
|
|
if err := prow.Scan(&p.CreatedAt, &p.UpdatedAt); err != nil {
|
|
return nil, err
|
|
}
|
|
out.Panels = append(out.Panels, p)
|
|
}
|
|
|
|
if err := tx.Commit(ctx); err != nil {
|
|
return nil, err
|
|
}
|
|
return &out, nil
|
|
}
|