jcoffey-dev
e10289ee36
Twelve hosts running six services read as somebody's side project. Fifty hosts across twenty-one services read as an estate, which is what a visitor is trying to see themselves in. Thirty-one Linux, eighteen Windows, one Linux host whose agent is gone. The proportions are the point: Windows now carries Active Directory, IIS, SQL Server, Exchange, file shares, Remote Desktop, print, WSUS and SCCM rather than appearing as a Security channel on one box. Linux gains a load-balancer tier, an outbound proxy, MySQL beside Postgres, RabbitMQ, Elasticsearch, three Kubernetes nodes, CI, Vault, OpenLDAP, BIND and a backup server. Fifteen new generators, each writing what the real daemon writes -- HAProxy's timing quintuple, MySQL slow-query blocks, W3C extended format for IIS, kubelet PLEG lines, BIND query logging with NXDOMAIN, Squid's TCP_DENIED, SQL Server deadlock and I/O-stall messages -- with the structured fields carried in attributes so both halves of the query language have something to work on. Three things found while doing it, each of which would have shipped as a quiet wrongness: linuxHosts() decided Windows by `service == "eventlog"`. That held while eventlog was the only Windows role; with IIS and SQL Server on Windows it would have given every one of them a journald system stream -- sshd and UFW lines on a Windows box. It now decides from `os`. worker-02 lost its filling disk when the fleet was rewritten, which is the story worker-disk-filling thresholds on. Restored at its original rate, with a comment saying why it cannot move. Five dashboard panels were written as `timechart`, which this query language does not have -- its stages are where/stats/sort/fields/head/ tail. They are raw ClickHouse SQL now, which the reference recommends for exactly this, and a `pie` panel was dropped before it shipped because the web's VizType union has no such member even though the API accepts one. Five new dashboards: platform/Kubernetes, directory and DNS, messaging and search, the Windows server estate, and edge/proxy. Every panel was checked against the language's real stage list and the web's real viz types. Volume roughly quadruples: about 316 records/minute at rate-scale 1, and 1.9M per nightly reset at the demo's own settings against about 0.5M before. ClickHouse will not notice; reset time and disk on the demo box might, so the README says so and names RATE_SCALE as the lever.
138 lines
3.7 KiB
JSON
138 lines
3.7 KiB
JSON
{
|
|
"name": "Windows server estate",
|
|
"description": "IIS, SQL Server, Exchange and the file servers -- the Windows tier as services rather than a Security channel",
|
|
"default_earliest": "-24h",
|
|
"default_latest": "now",
|
|
"panels": [
|
|
{
|
|
"title": "IIS requests",
|
|
"query": "service=iis | stats count",
|
|
"viz_type": "single_stat",
|
|
"position_x": 0,
|
|
"position_y": 0,
|
|
"width": 3,
|
|
"height": 3,
|
|
"query_language": "spl",
|
|
"sort_order": 0
|
|
},
|
|
{
|
|
"title": "IIS 5xx",
|
|
"query": "service=iis | where status>=500 | stats count",
|
|
"viz_type": "single_stat",
|
|
"position_x": 3,
|
|
"position_y": 0,
|
|
"width": 3,
|
|
"height": 3,
|
|
"query_language": "spl",
|
|
"sort_order": 1
|
|
},
|
|
{
|
|
"title": "SQL deadlocks",
|
|
"query": "service=mssql event_kind=deadlock | stats count",
|
|
"viz_type": "single_stat",
|
|
"position_x": 6,
|
|
"position_y": 0,
|
|
"width": 3,
|
|
"height": 3,
|
|
"query_language": "spl",
|
|
"sort_order": 2
|
|
},
|
|
{
|
|
"title": "Mail bounces",
|
|
"query": "service=exchange event_kind=bounce | stats count",
|
|
"viz_type": "single_stat",
|
|
"position_x": 9,
|
|
"position_y": 0,
|
|
"width": 3,
|
|
"height": 3,
|
|
"query_language": "spl",
|
|
"sort_order": 3
|
|
},
|
|
{
|
|
"title": "IIS traffic by site",
|
|
"query": "SELECT toStartOfInterval(timestamp, INTERVAL 30 MINUTE) AS bucket, attributes['site'] AS site, count(*) AS count FROM logs WHERE service = 'iis' GROUP BY bucket, site ORDER BY bucket",
|
|
"viz_type": "line",
|
|
"position_x": 0,
|
|
"position_y": 3,
|
|
"width": 12,
|
|
"height": 5,
|
|
"viz_config": {
|
|
"x_column": "bucket",
|
|
"value_column": "count",
|
|
"series_column": "site"
|
|
},
|
|
"query_language": "sql",
|
|
"sort_order": 4
|
|
},
|
|
{
|
|
"title": "IIS status mix",
|
|
"query": "service=iis | stats count by status | sort -count",
|
|
"viz_type": "bar",
|
|
"position_x": 0,
|
|
"position_y": 8,
|
|
"width": 6,
|
|
"height": 5,
|
|
"viz_config": {
|
|
"x_column": "status",
|
|
"value_column": "count"
|
|
},
|
|
"query_language": "spl",
|
|
"sort_order": 5
|
|
},
|
|
{
|
|
"title": "SQL Server events by database",
|
|
"query": "service=mssql | stats count by db, event_kind",
|
|
"viz_type": "bar",
|
|
"position_x": 6,
|
|
"position_y": 8,
|
|
"width": 6,
|
|
"height": 5,
|
|
"viz_config": {
|
|
"x_column": "db",
|
|
"value_column": "count",
|
|
"series_column": "event_kind",
|
|
"stacked": "true"
|
|
},
|
|
"query_language": "spl",
|
|
"sort_order": 6
|
|
},
|
|
{
|
|
"title": "Busiest shares",
|
|
"query": "service=smb | stats count by share | sort -count | head 10",
|
|
"viz_type": "top_n",
|
|
"position_x": 0,
|
|
"position_y": 13,
|
|
"width": 6,
|
|
"height": 5,
|
|
"viz_config": {
|
|
"label_column": "share",
|
|
"value_column": "count"
|
|
},
|
|
"query_language": "spl",
|
|
"sort_order": 7
|
|
},
|
|
{
|
|
"title": "Denied share access",
|
|
"query": "service=smb event_kind=share_denied | sort -timestamp | head 25 | fields timestamp, host, share, winevt.target_user, message",
|
|
"viz_type": "table",
|
|
"position_x": 6,
|
|
"position_y": 13,
|
|
"width": 6,
|
|
"height": 5,
|
|
"query_language": "spl",
|
|
"sort_order": 8
|
|
},
|
|
{
|
|
"title": "SQL login failures and deadlocks",
|
|
"query": "service=mssql event_kind!=login | sort -timestamp | head 25 | fields timestamp, host, db, event_kind, message",
|
|
"viz_type": "table",
|
|
"position_x": 0,
|
|
"position_y": 18,
|
|
"width": 12,
|
|
"height": 5,
|
|
"query_language": "spl",
|
|
"sort_order": 9
|
|
}
|
|
]
|
|
}
|