retry every failed meta build each round, a timeout included, and drop the attempt count
This commit is contained in:
parent
99d2ed5b9e
commit
59456c3c58
1 changed files with 251 additions and 435 deletions
|
|
@ -1727,7 +1727,7 @@ in
|
|||
# stay in the grouping so the alert names the holder.
|
||||
# Agents whose deploy the build gate holds back, from the gauge
|
||||
# swarm-controller exports (`held_deploys.rs`): a build that
|
||||
# is red, or that keeps getting no answer from the builder.
|
||||
# fails, or that keeps getting no answer from the builder.
|
||||
# Thirty minutes covers a builder restart and the controller's
|
||||
# ten-minute retries.
|
||||
(metricThresholdRule {
|
||||
|
|
@ -1736,7 +1736,7 @@ in
|
|||
expr = ''sum({__name__="swarm.deploys.held"})'';
|
||||
threshold = 0;
|
||||
for = "30m";
|
||||
summary = "swarm-controller is holding back the deploy of one or more agents because the builder's build of internal/meta is red or gets no answer; the failed `build_meta` node on the Jobs page says which";
|
||||
summary = "swarm-controller is holding back the deploy of one or more agents because the builder's build of internal/meta fails or gets no answer; the failed `build_meta` node on the Jobs page says which";
|
||||
})
|
||||
(metricThresholdRule {
|
||||
uid = "hh-bao-client-cert-lifetime";
|
||||
|
|
|
|||
Loading…
Reference in a new issue