build a failed meta build once more, and treat a timeout or missing grant as no verdict
This commit is contained in:
parent
5e64048e53
commit
99d2ed5b9e
1 changed files with 621 additions and 111 deletions
|
|
@ -1725,6 +1725,19 @@ in
|
|||
# renew at half their life, so a fraction over 0.8 means
|
||||
# the renewal has been stuck for days. `hive` and `agent`
|
||||
# stay in the grouping so the alert names the holder.
|
||||
# Agents whose deploy the build gate holds back, from the gauge
|
||||
# swarm-controller exports (`held_deploys.rs`): a build that
|
||||
# is red, or that keeps getting no answer from the builder.
|
||||
# Thirty minutes covers a builder restart and the controller's
|
||||
# ten-minute retries.
|
||||
(metricThresholdRule {
|
||||
uid = "hh-deploys-held";
|
||||
title = "deploys held by the build gate";
|
||||
expr = ''sum({__name__="swarm.deploys.held"})'';
|
||||
threshold = 0;
|
||||
for = "30m";
|
||||
summary = "swarm-controller is holding back the deploy of one or more agents because the builder's build of internal/meta is red or gets no answer; the failed `build_meta` node on the Jobs page says which";
|
||||
})
|
||||
(metricThresholdRule {
|
||||
uid = "hh-bao-client-cert-lifetime";
|
||||
title = "bao client certificate past 80% of its lifetime";
|
||||
|
|
|
|||
Loading…
Reference in a new issue