swarm: add a declared "paused" agent wanted state

mara (#4170): swarm-ui's wanted-state dropdown could only ever declare
up/offline/destroy, with no way to swarm-declare the existing hive-local
turn-loop pause (`hivectl agent pause|resume`).

`AgentState::Paused` is not a fifth peer of Up/Offline/Destroyed on the
power axis this enum otherwise answers — it's Up plus an orthogonal
turn-loop pause. `hive-c0re`'s `workers::wanted` reconcile loop now
decides the two axes independently (`decide` for power, the new
`decide_pause` for the marker), so a stopped agent declared Paused
converges with both a Start and a Pause in the same pass.

Known, deliberate limitation: a Paused declaration on an agent this
hive has never deployed only reaches Deploy this pass — writing the
pause marker into a harness dir that may not exist yet was judged not
worth the risk, so it converges on the next pass once the agent is
present instead.

swarm-ui's WantedMenu gains a fourth "paused" option (warning-tone
badge). No separate "resume" entry — selecting "up" from a paused row
already clears the marker via the same decide_pause path.

Pause/resume marker writes go through one shared
Coordinator::set_paused_by_name helper, used by both the interactive
dashboard pause/resume handlers and this reconcile loop, instead of
each duplicating the parse-name/write-marker/track-rescan shape.
swarm-ui's "offline" and "paused" confirm dialogs share one
confirmTarget state and one ConfirmDialog instead of two near-identical
copies.

Closes #4170
This commit is contained in:
iris 2026-09-11 00:22:08 +02:00 committed by mara
commit 513554fe9a
6 changed files with 483 additions and 55 deletions

View file

@ -28,6 +28,7 @@
// The "wanted" column is one `WantedMenu` badge+dropdown per row — see // The "wanted" column is one `WantedMenu` badge+dropdown per row — see
// that component's own comment above `AgentsPage` for why. // that component's own comment above `AgentsPage` for why.
import { useRef, useState } from "preact/hooks"; import { useRef, useState } from "preact/hooks";
import type { ComponentChildren } from "preact";
import { ApiErrorPanel } from "@hive/shared/api-error-panel.js"; import { ApiErrorPanel } from "@hive/shared/api-error-panel.js";
import { readApiError, type ProblemDetails } from "@hive/shared/api-error.js"; import { readApiError, type ProblemDetails } from "@hive/shared/api-error.js";
import { Badge, type BadgeTone } from "@hive/shared/badge.js"; import { Badge, type BadgeTone } from "@hive/shared/badge.js";
@ -100,13 +101,47 @@ const FRESHNESS: Record<Freshness, { tone: BadgeTone; label: string }> = {
unknown: { tone: "negative", label: "not in swarm identity" }, unknown: { tone: "negative", label: "not in swarm identity" },
}; };
// The one thing that differs between the "offline" and "paused" confirm
// dialogs `confirmTarget` drives — everything else (button row, open/close
// wiring) is the shared `ConfirmDialog`.
const CONFIRM_COPY: Record<
"offline" | "paused",
{
label: string;
confirmLabel: string;
message: (agentName: string) => ComponentChildren;
}
> = {
offline: {
label: "stop agent",
confirmLabel: "stop",
message: (agentName) => (
<p>
Declare <strong>{agentName}</strong> offline? The hive brings its
container down on its next reconcile sweep.
</p>
),
},
paused: {
label: "pause agent",
confirmLabel: "pause",
message: (agentName) => (
<p>
Declare <strong>{agentName}</strong> paused? Its container stays up
the web UI and MCP daemons keep running but its turn loop parks on the
hive's next reconcile sweep. Select "up" again to resume it.
</p>
),
},
};
// Same 30s default + same reasoning as HivesPage: no inputs on this page // Same 30s default + same reasoning as HivesPage: no inputs on this page
// for a refresh to clobber, so the out-of-the-box behaviour should just // for a refresh to clobber, so the out-of-the-box behaviour should just
// solve staleness rather than require an opt-in every visit. // solve staleness rather than require an opt-in every visit.
const DEFAULT_INTERVAL_MS: RefreshIntervalMs = 30_000; const DEFAULT_INTERVAL_MS: RefreshIntervalMs = 30_000;
// The "wanted" column's control: one badge showing the current // The "wanted" column's control: one badge showing the current
// declaration, opening a `Dropdown` with the three explicit states — // declaration, opening a `Dropdown` with the four explicit states —
// replaces the old toggle-badge-plus-separate-destroy-badge pair. // replaces the old toggle-badge-plus-separate-destroy-badge pair.
// Explicit options also fix a real bug the toggle had: for an // Explicit options also fix a real bug the toggle had: for an
// undeclared row, the toggle inferred a target as "the opposite of // undeclared row, the toggle inferred a target as "the opposite of
@ -117,26 +152,41 @@ const DEFAULT_INTERVAL_MS: RefreshIntervalMs = 30_000;
// (mara: "when no state is declared, i want to set it to online"). // (mara: "when no state is declared, i want to set it to online").
// Presentational only, same split as `StatusChips`'s `Picker`/ // Presentational only, same split as `StatusChips`'s `Picker`/
// `StatusMenu`: the caller owns what each selection actually does. // `StatusMenu`: the caller owns what each selection actually does.
//
// "paused" has no separate resume option here — selecting "up" from a
// paused row is the resume, same PUT either way (`declareState`'s
// backend counterpart, `hive-c0re`'s `decide_pause`, treats a declared
// `Up` with the marker still set as "clear it"). A dedicated "resume"
// entry would just be a second spelling of the option already above it.
function WantedMenu({ function WantedMenu({
row, row,
pending, pending,
onSelectUp, onSelectUp,
onSelectOffline, onSelectOffline,
onSelectPaused,
onDestroy, onDestroy,
}: { }: {
row: AgentRow; row: AgentRow;
pending: boolean; pending: boolean;
onSelectUp: (row: AgentRow) => void; onSelectUp: (row: AgentRow) => void;
onSelectOffline: (row: AgentRow) => void; onSelectOffline: (row: AgentRow) => void;
onSelectPaused: (row: AgentRow) => void;
onDestroy: (row: AgentRow) => void; onDestroy: (row: AgentRow) => void;
}) { }) {
const [open, setOpen] = useState(false); const [open, setOpen] = useState(false);
const anchorRef = useRef<HTMLDivElement>(null); const anchorRef = useRef<HTMLDivElement>(null);
const destroyed = row.wanted === "destroyed"; const destroyed = row.wanted === "destroyed";
const tone: BadgeTone = const tone: BadgeTone =
row.wanted === "up" ? "positive" : destroyed ? "negative" : "neutral"; row.wanted === "up"
? "positive"
: row.wanted === "paused"
? "warning"
: destroyed
? "negative"
: "neutral";
const options: DropdownOption[] = [ const options: DropdownOption[] = [
{ value: "up", label: "up" }, { value: "up", label: "up" },
{ value: "paused", label: "paused" },
{ value: "offline", label: "offline" }, { value: "offline", label: "offline" },
{ value: "destroy", label: "destroy", danger: true }, { value: "destroy", label: "destroy", danger: true },
]; ];
@ -170,6 +220,7 @@ function WantedMenu({
setOpen(false); setOpen(false);
if (value === "up") onSelectUp(row); if (value === "up") onSelectUp(row);
else if (value === "offline") onSelectOffline(row); else if (value === "offline") onSelectOffline(row);
else if (value === "paused") onSelectPaused(row);
else onDestroy(row); else onDestroy(row);
}} }}
onClose={() => setOpen(false)} onClose={() => setOpen(false)}
@ -195,13 +246,22 @@ export function AgentsPage() {
>(new Map()); >(new Map());
// The row pending destroy confirmation, `null` when the dialog is // The row pending destroy confirmation, `null` when the dialog is
// closed — not a boolean, so the dialog can name the agent without a // closed — not a boolean, so the dialog can name the agent without a
// second piece of state to keep in sync with it. `stopTarget` mirrors // second piece of state to keep in sync with it. Kept apart from
// it for `WantedMenu`'s "offline" option — two separate pieces of // `confirmTarget` below rather than folded into it as a third state:
// state (not one "pending confirm" union) since both `ConfirmDialog`s // destroy is categorically different (irreversible, longer warning,
// can't be open at once anyway and keeping them apart means each // danger-styled), not one more case of the same "confirm before parking
// one's JSX below reads standalone. // a running agent" shape "offline"/"paused" share.
const [destroyTarget, setDestroyTarget] = useState<AgentRow | null>(null); const [destroyTarget, setDestroyTarget] = useState<AgentRow | null>(null);
const [stopTarget, setStopTarget] = useState<AgentRow | null>(null); // "offline" and "paused" are the *same* confirm shape — same button
// treatment, same "disruptive to a running turn loop, unlike up" reason
// for needing a confirm at all — so one union state + one `ConfirmDialog`
// covers both instead of two near-identical copies (argus, PR review: "a
// shared confirm-dialog-body-generator would drop real line count").
// `CONFIRM_COPY` below supplies the one thing that differs.
const [confirmTarget, setConfirmTarget] = useState<{
row: AgentRow;
state: "offline" | "paused";
} | null>(null);
// The row currently showing the "link a matrix account" dialog — same // The row currently showing the "link a matrix account" dialog — same
// null-means-closed shape as `destroyTarget`/`stopTarget`, own piece of // null-means-closed shape as `destroyTarget`/`stopTarget`, own piece of
// state rather than folded into either since this dialog isn't a // state rather than folded into either since this dialog isn't a
@ -284,16 +344,20 @@ export function AgentsPage() {
} }
} }
// Fires from the `stopTarget` confirm `Dialog`. Used to be a native // Fires from the `confirmTarget` confirm `Dialog` (covers both "offline"
// `window.confirm` (stop is reversible, a later start un-does it, so a // and "paused" — see that state's own comment). Used to be a native
// lighter-weight prompt than destroy's felt proportionate) — mara, // `window.confirm` for the "offline" case (stop is reversible, a later
// reviewing the destroy confirm: use the shared component everywhere // start un-does it, so a lighter-weight prompt than destroy's felt
// we already confirm before acting, not just for destroy. Once // proportionate) — mara, reviewing the destroy confirm: use the shared
// `ConfirmDialog` existed as a one-line-per-caller component, the // component everywhere we already confirm before acting, not just for
// "native is lighter" argument no longer bought consistency anything. // destroy. Once `ConfirmDialog` existed as a one-line-per-caller
async function confirmStop(row: AgentRow) { // component, the "native is lighter" argument no longer bought
setStopTarget(null); // consistency anything.
await declareState(row, "offline"); async function confirmDeclare() {
if (!confirmTarget) return;
const { row, state } = confirmTarget;
setConfirmTarget(null);
await declareState(row, state);
} }
// Fires from the `destroyTarget` confirm `Dialog`, never directly off // Fires from the `destroyTarget` confirm `Dialog`, never directly off
@ -393,7 +457,12 @@ export function AgentsPage() {
row={a} row={a}
pending={pendingAgents.has(a.name)} pending={pendingAgents.has(a.name)}
onSelectUp={(row) => void declareState(row, "up")} onSelectUp={(row) => void declareState(row, "up")}
onSelectOffline={setStopTarget} onSelectOffline={(row) =>
setConfirmTarget({ row, state: "offline" })
}
onSelectPaused={(row) =>
setConfirmTarget({ row, state: "paused" })
}
onDestroy={setDestroyTarget} onDestroy={setDestroyTarget}
/> />
{err ? ( {err ? (
@ -512,18 +581,19 @@ export function AgentsPage() {
) : null} ) : null}
</Dialog> </Dialog>
<ConfirmDialog <ConfirmDialog
open={stopTarget !== null} open={confirmTarget !== null}
label="stop agent" label={confirmTarget ? CONFIRM_COPY[confirmTarget.state].label : ""}
onCancel={() => setStopTarget(null)} onCancel={() => setConfirmTarget(null)}
onConfirm={() => stopTarget && void confirmStop(stopTarget)} onConfirm={() => void confirmDeclare()}
confirmLabel="stop" confirmLabel={
confirmTarget
? CONFIRM_COPY[confirmTarget.state].confirmLabel
: undefined
}
> >
{stopTarget ? ( {confirmTarget
<p> ? CONFIRM_COPY[confirmTarget.state].message(confirmTarget.row.name)
Declare <strong>{stopTarget.name}</strong> offline? The hive brings : null}
its container down on its next reconcile sweep.
</p>
) : null}
</ConfirmDialog> </ConfirmDialog>
<ConfirmDialog <ConfirmDialog
open={destroyTarget !== null} open={destroyTarget !== null}

View file

@ -440,6 +440,26 @@ pub struct ApprovalAdded<'a> {
pub pr_number: Option<u64>, pub pr_number: Option<u64>,
} }
/// The two ways [`Coordinator::set_paused_by_name`] can fail. See its own
/// doc comment for why this is a distinct type rather than one
/// `anyhow::Error` (`Write` already wraps one, `BadName` never needs to).
#[derive(Debug)]
pub enum SetPausedByNameError {
/// `name` did not parse as a [`hive_types::Ident`] — the parse error's
/// own message.
BadName(&'static str),
Write(anyhow::Error),
}
impl std::fmt::Display for SetPausedByNameError {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
match self {
SetPausedByNameError::BadName(msg) => write!(f, "bad agent name: {msg}"),
SetPausedByNameError::Write(e) => write!(f, "{e}"),
}
}
}
impl Coordinator { impl Coordinator {
pub fn open( pub fn open(
db_path: &Path, db_path: &Path,
@ -1449,6 +1469,28 @@ impl Coordinator {
crate::priv_client::set_agent_paused(name.as_str(), paused).await crate::priv_client::set_agent_paused(name.as_str(), paused).await
} }
/// [`Self::set_paused`] from a plain agent-name string, parsing it
/// first — the exact shape both `dashboard::lifecycle_ops`'s
/// `/api/pause`/`/api/resume` handlers and `workers::wanted`'s
/// reconcile loop need, previously duplicated between them (mara, PR
/// review: "could this be a bit less duplicated code?"). A distinct
/// error variant per failure mode, not a single
/// `anyhow::Error`, because the two callers report the two cases
/// differently: a bad name is the caller's mistake (400 there, a
/// warned skip in the reconcile loop), a write failure is this
/// host's (500 there, also a warned skip here).
///
/// # Errors
///
/// `BadName` when `name` is not a legal [`hive_types::Ident`];
/// `Write` for everything [`Self::set_paused`] itself can fail with.
pub async fn set_paused_by_name(name: &str, paused: bool) -> Result<(), SetPausedByNameError> {
let id = hive_types::Ident::parse(name).map_err(SetPausedByNameError::BadName)?;
Self::set_paused(&id, paused)
.await
.map_err(SetPausedByNameError::Write)
}
/// Enumerate names that have a persistent state dir under /// Enumerate names that have a persistent state dir under
/// `/var/lib/hyperhive/agents/` (i.e. config / claude creds / /// `/var/lib/hyperhive/agents/` (i.e. config / claude creds /
/// notes survive). Includes both currently-existing containers and /// notes survive). Includes both currently-existing containers and

View file

@ -262,12 +262,8 @@ pub(super) async fn post_pause(
if let Some(reject) = guard_agent_name(&state, &logical).await { if let Some(reject) = guard_agent_name(&state, &logical).await {
return reject; return reject;
} }
let ident = match Ident::parse(&logical) { if let Err(e) = crate::coordinator::Coordinator::set_paused_by_name(&logical, true).await {
Ok(i) => i, return set_paused_error_response(&logical, &e);
Err(e) => return (StatusCode::BAD_REQUEST, format!("bad agent name: {e}")).into_response(),
};
if let Err(e) = crate::coordinator::Coordinator::set_paused(&ident, true).await {
return error_response(&format!("pause {logical}: {e}"));
} }
state.coord.rescan_containers_and_emit().await; state.coord.rescan_containers_and_emit().await;
(StatusCode::OK, "ok").into_response() (StatusCode::OK, "ok").into_response()
@ -297,17 +293,30 @@ pub(super) async fn post_resume(
if let Some(reject) = guard_agent_name(&state, &logical).await { if let Some(reject) = guard_agent_name(&state, &logical).await {
return reject; return reject;
} }
let ident = match Ident::parse(&logical) { if let Err(e) = crate::coordinator::Coordinator::set_paused_by_name(&logical, false).await {
Ok(i) => i, return set_paused_error_response(&logical, &e);
Err(e) => return (StatusCode::BAD_REQUEST, format!("bad agent name: {e}")).into_response(),
};
if let Err(e) = crate::coordinator::Coordinator::set_paused(&ident, false).await {
return error_response(&format!("resume {logical}: {e}"));
} }
state.coord.rescan_containers_and_emit().await; state.coord.rescan_containers_and_emit().await;
(StatusCode::OK, "ok").into_response() (StatusCode::OK, "ok").into_response()
} }
/// Render a [`crate::coordinator::SetPausedByNameError`] as the response
/// `post_pause`/`post_resume` both need: 400 for a bad name (the caller's
/// mistake), 500 for a write failure (this host's).
fn set_paused_error_response(
logical: &str,
e: &crate::coordinator::SetPausedByNameError,
) -> Response {
match e {
crate::coordinator::SetPausedByNameError::BadName(_) => {
(StatusCode::BAD_REQUEST, e.to_string()).into_response()
}
crate::coordinator::SetPausedByNameError::Write(_) => {
error_response(&format!("{logical}: {e}"))
}
}
}
/// Form fields for `post_resource_limits`. Both fields are optional strings; /// Form fields for `post_resource_limits`. Both fields are optional strings;
/// an empty value clears the per-agent override for that field, falling back /// an empty value clears the per-agent override for that field, falling back
/// to the hive-wide default. /// to the hive-wide default.

View file

@ -206,13 +206,34 @@ async fn converge(coord: &Arc<Coordinator>, declared: &HiveWanted) -> Result<()>
} }
} }
let plan = plan(declared, &present, &intents); // The pause marker is a stat, not a store read — it cannot fail the way
// `coord.power.get` above can, so there is no "unreadable, skip" branch
// to mirror. A name that does not parse as an `Ident` is skipped with a
// warning instead, the same defensive shape `crash_watch` uses for the
// same reason: a declaration is attacker-adjacent input (published by
// the swarm controller, not typed by an operator at this hive), so a
// malformed name should not panic the convergence loop.
let mut paused = BTreeMap::new();
for agent in declared.agents.keys() {
match hive_types::Ident::parse(agent) {
Ok(id) => {
paused.insert(agent.clone(), Coordinator::is_paused(&id));
}
Err(e) => {
tracing::warn!(%agent, error = %e, "wanted state: invalid agent name; skipping pause check");
}
}
}
let plan = plan(declared, &present, &intents, &paused);
tracing::info!( tracing::info!(
declared = declared.agents.len(), declared = declared.agents.len(),
deploy = plan.deploy.len(), deploy = plan.deploy.len(),
start = plan.start.len(), start = plan.start.len(),
stop = plan.stop.len(), stop = plan.stop.len(),
destroy = plan.destroy.len(), destroy = plan.destroy.len(),
pause = plan.pause.len(),
resume = plan.resume.len(),
"wanted state: converging" "wanted state: converging"
); );
@ -247,16 +268,46 @@ async fn converge(coord: &Arc<Coordinator>, declared: &HiveWanted) -> Result<()>
// The power ops and destroy emit their own; the first deploys do not. // The power ops and destroy emit their own; the first deploys do not.
coord.emit_rebuild_queue_snapshot(); coord.emit_rebuild_queue_snapshot();
} }
// `set_paused_by_name` — same helper `dashboard::lifecycle_ops`'s
// `/api/pause`/`/api/resume` use, not the job-queue DAG those
// name-check in their own doc comments — this loop already has its own
// per-agent retry story (redeclare-or-rewatch), so there is nothing
// here to wait on an acknowledgement for. One loop over both lists
// paired with their target `paused` value, not two near-identical
// copies (argus, PR review).
let mut rescan = false;
for (agents, paused) in [(&plan.pause, true), (&plan.resume, false)] {
for agent in agents {
match Coordinator::set_paused_by_name(agent, paused).await {
Ok(()) => rescan = true,
Err(e) => {
tracing::warn!(%agent, paused, error = %e, "wanted state: set-paused failed");
}
}
}
}
if rescan {
// Same call `post_pause`/`post_resume` make, so the dashboard's
// "paused" badge flips without waiting for the next periodic sweep.
coord.rescan_containers_and_emit().await;
}
Ok(()) Ok(())
} }
/// Everything one declaration asks this hive to queue. /// Everything one declaration asks this hive to queue.
///
/// `pause`/`resume` are a second, independent axis from the other four —
/// see [`decide_pause`]'s own comment for why an agent can land in one of
/// the power-axis lists *and* one of these in the same pass.
#[derive(Debug, Default, PartialEq, Eq)] #[derive(Debug, Default, PartialEq, Eq)]
struct Plan { struct Plan {
deploy: Vec<String>, deploy: Vec<String>,
start: Vec<String>, start: Vec<String>,
stop: Vec<String>, stop: Vec<String>,
destroy: Vec<String>, destroy: Vec<String>,
pause: Vec<String>,
resume: Vec<String>,
} }
/// Turn one declaration into that plan — pure, so what the loop does with a /// Turn one declaration into that plan — pure, so what the loop does with a
@ -274,13 +325,26 @@ fn plan(
declared: &HiveWanted, declared: &HiveWanted,
present: &BTreeSet<String>, present: &BTreeSet<String>,
intents: &BTreeMap<String, Option<Wanted>>, intents: &BTreeMap<String, Option<Wanted>>,
paused: &BTreeMap<String, bool>,
) -> Plan { ) -> Plan {
let mut plan = Plan::default(); let mut plan = Plan::default();
for (agent, decl) in &declared.agents { for (agent, decl) in &declared.agents {
// The pause axis does not gate on a readable power intent the way
// the match below does — it has no intent row to fail reading, only
// a stat that always answers — so it is evaluated unconditionally,
// even for an agent this pass otherwise skips.
let is_present = present.contains(agent);
let is_paused = paused.get(agent).copied().unwrap_or(false);
match decide_pause(decl.state, is_present, is_paused) {
PauseConverge::Pause => plan.pause.push(agent.clone()),
PauseConverge::Resume => plan.resume.push(agent.clone()),
PauseConverge::Nothing => {}
}
let Some(intent) = intents.get(agent) else { let Some(intent) = intents.get(agent) else {
continue; continue;
}; };
match decide(decl.state, present.contains(agent), *intent) { match decide(decl.state, is_present, *intent) {
Converge::Deploy => plan.deploy.push(agent.clone()), Converge::Deploy => plan.deploy.push(agent.clone()),
Converge::Start => plan.start.push(agent.clone()), Converge::Start => plan.start.push(agent.clone()),
Converge::Stop => plan.stop.push(agent.clone()), Converge::Stop => plan.stop.push(agent.clone()),
@ -310,10 +374,14 @@ enum Converge {
/// The whole decision, pure: no queue, no store, no container. The three /// The whole decision, pure: no queue, no store, no container. The three
/// inputs are exactly what [`converge`] reads per agent, so the table below is /// inputs are exactly what [`converge`] reads per agent, so the table below is
/// the behaviour rather than a model of it. /// the behaviour rather than a model of it.
///
/// `Paused` shares every one of `Up`'s arms here — on the power axis a
/// paused agent is still a running one, just with its turn loop parked.
/// [`decide_pause`] is where the two diverge.
fn decide(state: AgentState, present: bool, intent: Option<Wanted>) -> Converge { fn decide(state: AgentState, present: bool, intent: Option<Wanted>) -> Converge {
match state { match state {
AgentState::Up if !present => Converge::Deploy, AgentState::Up | AgentState::Paused if !present => Converge::Deploy,
AgentState::Up => { AgentState::Up | AgentState::Paused => {
if intent == Some(Wanted::Up) { if intent == Some(Wanted::Up) {
Converge::Nothing Converge::Nothing
} else { } else {
@ -339,11 +407,52 @@ fn decide(state: AgentState, present: bool, intent: Option<Wanted>) -> Converge
} }
} }
/// What the loop will do about one declared agent's turn-loop pause state.
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
enum PauseConverge {
Pause,
Resume,
/// Either the pause marker already matches the declaration, or there is
/// no container yet to hold one — see this function's own comment on
/// `!present`.
Nothing,
}
/// The pause-axis half of [`decide`], deliberately **not** folded into it:
/// the two vary independently (an agent can need `Converge::Start` and
/// `PauseConverge::Pause` in the same pass — declared `Paused`, currently
/// stopped), so a single combined enum would need one variant per
/// combination rather than the two small ones here.
///
/// `present` gates this exactly like [`decide`] gates deploy-vs-repair on
/// the power axis: a `Paused` declaration on an absent agent reaches
/// `Converge::Deploy` above, and the pause marker converges on the *next*
/// pass once that deploy has made the agent present, not this one — writing
/// a pause marker into a harness dir that may not exist yet is the same
/// "repair against a guess" this module's `Offline`/`Destroyed` present-gate
/// already refuses on the power axis.
fn decide_pause(state: AgentState, present: bool, currently_paused: bool) -> PauseConverge {
if !present {
return PauseConverge::Nothing;
}
match state {
AgentState::Paused if currently_paused => PauseConverge::Nothing,
AgentState::Paused => PauseConverge::Pause,
AgentState::Up if currently_paused => PauseConverge::Resume,
// `Up` already unpaused: agreement. `Offline`/`Destroyed`: the pause
// marker is moot either way (no turn loop runs on a stopped or gone
// container to park), so it is left as-is rather than cleared —
// whatever it says gets re-evaluated the moment either state moves
// back to `Up` or `Paused`.
AgentState::Up | AgentState::Offline | AgentState::Destroyed => PauseConverge::Nothing,
}
}
#[cfg(test)] #[cfg(test)]
mod tests { mod tests {
use std::collections::{BTreeMap, BTreeSet}; use std::collections::{BTreeMap, BTreeSet};
use super::{Converge, Plan, carries_a_declaration, decide, plan}; use super::{Converge, PauseConverge, Plan, carries_a_declaration, decide, decide_pause, plan};
use crate::power::Wanted; use crate::power::Wanted;
use swarm_queue_client::wanted::{AgentState, AgentWanted, HiveWanted}; use swarm_queue_client::wanted::{AgentState, AgentWanted, HiveWanted};
@ -367,6 +476,13 @@ mod tests {
.collect() .collect()
} }
fn paused(entries: &[(&str, bool)]) -> BTreeMap<String, bool> {
entries
.iter()
.map(|(name, is_paused)| ((*name).to_owned(), *is_paused))
.collect()
}
/// The property the whole migration rides on: this hive's own agents are /// The property the whole migration rides on: this hive's own agents are
/// not converged, they are not looked at. `adopted` is the control — the /// not converged, they are not looked at. `adopted` is the control — the
/// same call must still act on what the declaration *does* name, or this /// same call must still act on what the declaration *does* name, or this
@ -378,6 +494,7 @@ mod tests {
&declared, &declared,
&set(&["adopted", "legacy"]), &set(&["adopted", "legacy"]),
&intents(&[("adopted", Some(Wanted::Offline)), ("legacy", None)]), &intents(&[("adopted", Some(Wanted::Offline)), ("legacy", None)]),
&paused(&[]),
); );
assert_eq!( assert_eq!(
planned, planned,
@ -386,6 +503,8 @@ mod tests {
start: vec!["adopted".to_owned()], start: vec!["adopted".to_owned()],
stop: vec![], stop: vec![],
destroy: vec![], destroy: vec![],
pause: vec![],
resume: vec![],
} }
); );
} }
@ -399,11 +518,73 @@ mod tests {
&declared, &declared,
&set(&["unreadable", "readable"]), &set(&["unreadable", "readable"]),
&intents(&[("readable", None)]), &intents(&[("readable", None)]),
&paused(&[]),
); );
assert_eq!(planned.start, vec!["readable".to_owned()]); assert_eq!(planned.start, vec!["readable".to_owned()]);
assert!(planned.deploy.is_empty() && planned.stop.is_empty()); assert!(planned.deploy.is_empty() && planned.stop.is_empty());
} }
/// The pause axis does not gate on a readable intent row at all — a
/// `paused` agent this hive has no power-intent row for still gets its
/// pause marker converged, unlike the power axis right above.
#[test]
fn pause_converges_even_when_the_power_intent_is_unreadable() {
let declared = declaration(&[("unreadable", AgentState::Paused)]);
let planned = plan(
&declared,
&set(&["unreadable"]),
&intents(&[]),
&paused(&[("unreadable", false)]),
);
assert_eq!(planned.pause, vec!["unreadable".to_owned()]);
assert!(planned.start.is_empty() && planned.deploy.is_empty());
}
/// A declared-paused agent that is present, running and already carries
/// the marker needs nothing on either axis.
#[test]
fn an_already_paused_agent_converges_to_nothing() {
let declared = declaration(&[("parked", AgentState::Paused)]);
let planned = plan(
&declared,
&set(&["parked"]),
&intents(&[("parked", Some(Wanted::Up))]),
&paused(&[("parked", true)]),
);
assert_eq!(planned, Plan::default());
}
/// The case `decide_pause`'s own comment calls out: declared `Paused` but
/// currently stopped needs a power `Start` *and* a `Pause`, in the same
/// pass — this is the test that would fail if the two axes were folded
/// into one enum instead of decided independently.
#[test]
fn a_stopped_agent_declared_paused_gets_both_a_start_and_a_pause() {
let declared = declaration(&[("parked", AgentState::Paused)]);
let planned = plan(
&declared,
&set(&["parked"]),
&intents(&[("parked", Some(Wanted::Offline))]),
&paused(&[("parked", false)]),
);
assert_eq!(planned.start, vec!["parked".to_owned()]);
assert_eq!(planned.pause, vec!["parked".to_owned()]);
}
/// A declared-`Up` agent whose marker is still set from an earlier
/// `Paused` declaration gets resumed.
#[test]
fn an_up_agent_still_carrying_the_marker_is_resumed() {
let declared = declaration(&[("parked", AgentState::Up)]);
let planned = plan(
&declared,
&set(&["parked"]),
&intents(&[("parked", Some(Wanted::Up))]),
&paused(&[("parked", true)]),
);
assert_eq!(planned.resume, vec!["parked".to_owned()]);
}
#[test] #[test]
fn a_declared_agent_this_hive_does_not_have_is_deployed() { fn a_declared_agent_this_hive_does_not_have_is_deployed() {
assert_eq!(decide(AgentState::Up, false, None), Converge::Deploy); assert_eq!(decide(AgentState::Up, false, None), Converge::Deploy);
@ -477,6 +658,85 @@ mod tests {
); );
} }
/// `Paused` shares every `Up` arm on the power axis — same deploy-when-
/// absent, same start-when-stopped behaviour.
#[test]
fn paused_converges_on_the_power_axis_exactly_like_up() {
for present in [true, false] {
for intent in [None, Some(Wanted::Up), Some(Wanted::Offline)] {
assert_eq!(
decide(AgentState::Paused, present, intent),
decide(AgentState::Up, present, intent),
"present={present:?} intent={intent:?}"
);
}
}
}
#[test]
fn decide_pause_sets_the_marker_for_a_present_unpaused_paused_declaration() {
assert_eq!(
decide_pause(AgentState::Paused, true, false),
PauseConverge::Pause
);
}
#[test]
fn decide_pause_is_idempotent_once_the_marker_already_matches() {
assert_eq!(
decide_pause(AgentState::Paused, true, true),
PauseConverge::Nothing
);
assert_eq!(
decide_pause(AgentState::Up, true, false),
PauseConverge::Nothing
);
}
#[test]
fn decide_pause_clears_the_marker_for_a_declared_up_agent() {
assert_eq!(
decide_pause(AgentState::Up, true, true),
PauseConverge::Resume
);
}
/// No container, nothing to write a marker into — the same present-gate
/// [`decide`] applies to `Offline`/`Destroyed`, mirrored here for the
/// pause axis regardless of declared state.
#[test]
fn decide_pause_does_nothing_for_an_absent_agent() {
for state in [
AgentState::Up,
AgentState::Paused,
AgentState::Offline,
AgentState::Destroyed,
] {
for currently_paused in [true, false] {
assert_eq!(
decide_pause(state, false, currently_paused),
PauseConverge::Nothing,
"state={state:?} currently_paused={currently_paused:?}"
);
}
}
}
/// `Offline`/`Destroyed` never touch the marker either way — it is left
/// exactly as found, whatever that is.
#[test]
fn decide_pause_leaves_offline_and_destroyed_alone() {
for state in [AgentState::Offline, AgentState::Destroyed] {
for currently_paused in [true, false] {
assert_eq!(
decide_pause(state, true, currently_paused),
PauseConverge::Nothing,
"state={state:?} currently_paused={currently_paused:?}"
);
}
}
}
/// The watch's half of "absence is not a deletion order". `Put` is the /// The watch's half of "absence is not a deletion order". `Put` is the
/// control: without it this would pass on a function that refused /// control: without it this would pass on a function that refused
/// everything, which would silently stop the fast path converging at all. /// everything, which would silently stop the fast path converging at all.
@ -501,12 +761,39 @@ mod tests {
/// pass forever without measuring anything. /// pass forever without measuring anything.
#[test] #[test]
fn every_state_this_build_knows_is_covered_above() { fn every_state_this_build_knows_is_covered_above() {
for state in [AgentState::Up, AgentState::Offline, AgentState::Destroyed] { for state in [
AgentState::Up,
AgentState::Offline,
AgentState::Paused,
AgentState::Destroyed,
] {
let seen = [true, false].iter().any(|present| { let seen = [true, false].iter().any(|present| {
decide(state, *present, None) != Converge::Nothing decide(state, *present, None) != Converge::Nothing
|| decide(state, *present, Some(Wanted::Up)) != Converge::Nothing || decide(state, *present, Some(Wanted::Up)) != Converge::Nothing
}); });
assert!(seen, "{state:?} produces no action in any combination"); assert!(
seen,
"{state:?} produces no power action in any combination"
);
}
}
/// The pause-axis equivalent of the test above: every state this build
/// knows produces a non-`Nothing` pause decision in at least one
/// combination, so a state that silently fell out of `decide_pause`
/// would be caught here rather than passing forever unmeasured. `Up` and
/// `Paused` are the two expected to; `Offline`/`Destroyed` are asserted
/// separately above as deliberately inert on this axis.
#[test]
fn up_and_paused_both_produce_a_pause_action_in_some_combination() {
for state in [AgentState::Up, AgentState::Paused] {
let seen = [true, false].iter().any(|currently_paused| {
decide_pause(state, true, *currently_paused) != PauseConverge::Nothing
});
assert!(
seen,
"{state:?} produces no pause action in any combination"
);
} }
} }
} }

View file

@ -269,7 +269,7 @@ mod tests {
#[test] #[test]
fn moving_a_destroyed_agent_to_any_other_state_is_refused() { fn moving_a_destroyed_agent_to_any_other_state_is_refused() {
let current = br#"{"agents":{"atlas":{"state":"destroyed"}}}"#; let current = br#"{"agents":{"atlas":{"state":"destroyed"}}}"#;
for state in [AgentState::Up, AgentState::Offline] { for state in [AgentState::Up, AgentState::Offline, AgentState::Paused] {
let err = apply(Some(current), "atlas", state).unwrap_err(); let err = apply(Some(current), "atlas", state).unwrap_err();
assert!( assert!(
err.downcast_ref::<super::TerminalStateError>().is_some(), err.downcast_ref::<super::TerminalStateError>().is_some(),

View file

@ -91,6 +91,14 @@ pub enum AgentState {
Up, Up,
/// Exists on the hive and is not running. /// Exists on the hive and is not running.
Offline, Offline,
/// Exists on the hive, is running, and its turn loop is parked — the
/// swarm-declared counterpart of the hive-local `hivectl agent pause`
/// marker. Orthogonal to the power axis `Up`/`Offline` express: a
/// paused agent still has a running container (the web UI and MCP
/// daemons stay reachable), it just drives no turns. See
/// `hive-c0re::workers::wanted::decide_pause` for the convergence side
/// of that split.
Paused,
/// Torn down entirely — the hive runs the destroy template once, then /// Torn down entirely — the hive runs the destroy template once, then
/// treats absence as agreement rather than re-running it. The key /// treats absence as agreement rather than re-running it. The key
/// stays in the declared set with this state forever, on purpose: it's /// stays in the declared set with this state forever, on purpose: it's
@ -111,6 +119,7 @@ impl AgentState {
match self { match self {
AgentState::Up => "up", AgentState::Up => "up",
AgentState::Offline => "offline", AgentState::Offline => "offline",
AgentState::Paused => "paused",
AgentState::Destroyed => "destroyed", AgentState::Destroyed => "destroyed",
} }
} }
@ -220,12 +229,12 @@ mod tests {
#[test] #[test]
fn the_known_states_decode_and_round_trip() { fn the_known_states_decode_and_round_trip() {
let doc = let doc = r#"{"agents":{"a":{"state":"up"},"b":{"state":"offline"},"c":{"state":"destroyed"},"d":{"state":"paused"}}}"#;
r#"{"agents":{"a":{"state":"up"},"b":{"state":"offline"},"c":{"state":"destroyed"}}}"#;
let decoded: HiveWanted = serde_json::from_str(doc).expect("decodes"); let decoded: HiveWanted = serde_json::from_str(doc).expect("decodes");
assert_eq!(decoded.agents["a"].state, AgentState::Up); assert_eq!(decoded.agents["a"].state, AgentState::Up);
assert_eq!(decoded.agents["b"].state, AgentState::Offline); assert_eq!(decoded.agents["b"].state, AgentState::Offline);
assert_eq!(decoded.agents["c"].state, AgentState::Destroyed); assert_eq!(decoded.agents["c"].state, AgentState::Destroyed);
assert_eq!(decoded.agents["d"].state, AgentState::Paused);
assert_eq!(serde_json::to_string(&decoded).expect("serialises"), doc); assert_eq!(serde_json::to_string(&decoded).expect("serialises"), doc);
} }
@ -237,7 +246,10 @@ mod tests {
/// the round-trip test above proving the happy path still works. /// the round-trip test above proving the happy path still works.
#[test] #[test]
fn an_unknown_state_fails_the_whole_declaration() { fn an_unknown_state_fails_the_whole_declaration() {
let doc = r#"{"agents":{"a":{"state":"up"},"c":{"state":"paused"}}}"#; // `"paused"` used to be this test's unknown example; it is a real
// variant now, so `"sleeping"` takes its place as one this build
// still does not know.
let doc = r#"{"agents":{"a":{"state":"up"},"c":{"state":"sleeping"}}}"#;
assert!(serde_json::from_str::<HiveWanted>(doc).is_err()); assert!(serde_json::from_str::<HiveWanted>(doc).is_err());
} }
@ -264,10 +276,18 @@ mod tests {
/// to compile here rather than quietly going untested. /// to compile here rather than quietly going untested.
#[test] #[test]
fn as_str_matches_the_serde_spelling() { fn as_str_matches_the_serde_spelling() {
let every = [AgentState::Up, AgentState::Offline, AgentState::Destroyed]; let every = [
AgentState::Up,
AgentState::Offline,
AgentState::Paused,
AgentState::Destroyed,
];
for state in every { for state in every {
match state { match state {
AgentState::Up | AgentState::Offline | AgentState::Destroyed => {} AgentState::Up
| AgentState::Offline
| AgentState::Paused
| AgentState::Destroyed => {}
} }
assert_eq!( assert_eq!(
serde_json::to_string(&state).expect("serialises"), serde_json::to_string(&state).expect("serialises"),