Merge pull request #12266 from chaitanyaenr/etcd_fsync_alert

Add alerts for etcd fsync duration
This commit is contained in:
Sam Batschelet 2020-10-09 14:42:12 -04:00 committed by GitHub
commit e1bf097928
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -173,6 +173,20 @@
summary: 'etcd cluster 99th percentile fsync durations are too high.',
},
},
{
alert: 'etcdHighFsyncDurations',
expr: |||
histogram_quantile(0.99, rate(etcd_disk_wal_fsync_duration_seconds_bucket{%(etcd_selector)s}[5m]))
> 1
||| % $._config,
'for': '10m',
labels: {
severity: 'critical',
},
annotations: {
message: 'etcd cluster "{{ $labels.job }}": 99th percentile fync durations are {{ $value }}s on etcd instance {{ $labels.instance }}.',
},
},
{
alert: 'etcdHighCommitDurations',
expr: |||