//! The swarm builder's build service. //! //! Connects to the swarm queue as its own OIDC client, takes build requests //! from swarm-controller on [`swarm_queue_client::builder::SUBJECT`], builds //! each agent config at its commit, answers on the request's reply subject, //! and logs one line per build. It writes nothing to the forge: the //! controller turns the reply into a commit status. It also answers //! [`swarm_queue_client::builder::ARCHETYPES_SUBJECT`] with the agent //! archetypes its hyperhive source declares, which the controller stores. //! //! The store identity comes from the `BAO_*` environment. The queue client //! secret is read at start and again when authelia refuses it, the forge token //! once per build, both from the store under that identity. use std::path::PathBuf; use std::sync::Arc; use anyhow::{Context, Result, bail}; use futures_util::StreamExt as _; use swarm_queue_client::builder::{ ARCHETYPES_DEADLINE, ARCHETYPES_SUBJECT, BUILD_DEADLINE, BuildAgent, QUEUE_GROUP, Reply, SUBJECT, }; use swarm_queue_client::stored_secret::StoredSecret; use swarm_queue_client::{ClientSecret, QueueConfig}; use swarm_secret_client::forge::Credential; mod archetypes; mod nix_build; /// The cert-auth role this service logs in to the store as. `swarm-bao.nix` /// writes it, matching the leaf's subject. const CERT_ROLE: &str = "swarm-builder"; /// The environment prefix `swarm-builder.nix` sets. const PREFIX: &str = "SWARM_BUILDER"; #[tokio::main] async fn main() -> Result<()> { hive_log::init(); swarm_queue_client::install_crypto_provider(); let var = |name: &str| { let full = format!("{PREFIX}_{name}"); std::env::var(&full).with_context(|| format!("{full} is unset")) }; let client_id = var("OIDC_CLIENT_ID")?; let builder = Arc::new(nix_build::Builder { nix: PathBuf::from(var("NIX")?), check_flake: var("CHECK_FLAKE")?, hyperhive: var("HYPERHIVE_FLAKE")?, nixpkgs: var("NIXPKGS_FLAKE")?, forge_url: forge_url()?, config_org: var("CONFIG_ORG")?, deadline: BUILD_DEADLINE, }); let secret = swarm_queue_client::read_with_startup_retry("reading the queue client secret", || { client_secret(&client_id) }) .await?; let evaluator = archetypes::Evaluator { nix: builder.nix.clone(), hyperhive: builder.hyperhive.clone(), nixpkgs: builder.nixpkgs.clone(), deadline: ARCHETYPES_DEADLINE, }; let reread_id = client_id.clone(); let secret = StoredSecret::new(client_id.clone(), secret, move || { let client_id = reread_id.clone(); async move { client_secret(&client_id).await.map_err(Into::into) } }); let queue = swarm_queue_client::connect(QueueConfig { url: var("NATS_URL")?, token_endpoint: var("OIDC_TOKEN_ENDPOINT")?, client_id, client_secret: ClientSecret::Stored(secret), ca_file: std::env::var(format!("{PREFIX}_OIDC_CA_FILE")) .ok() .map(PathBuf::from), }) .await?; let mut requests = queue .queue_subscribe(SUBJECT, QUEUE_GROUP.to_owned()) .await .with_context(|| format!("subscribing to {SUBJECT}"))?; tracing::info!(subject = SUBJECT, "builder: awaiting builds"); let evaluations = queue .queue_subscribe(ARCHETYPES_SUBJECT, QUEUE_GROUP.to_owned()) .await .with_context(|| format!("subscribing to {ARCHETYPES_SUBJECT}"))?; // Outside the build slot below: a list refresh does not wait on a build. tokio::spawn(answer_evaluations(evaluations, queue.clone(), evaluator)); // One build at a time. swarm-controller already sends one at a time; this // holds the bound for any request it did not serialise. let slot = Arc::new(tokio::sync::Semaphore::new(1)); while let Some(msg) = requests.next().await { let Some(reply_to) = msg.reply.clone() else { tracing::warn!("a build arrived with no reply subject; dropping it"); continue; }; let queue = queue.clone(); let slot = Arc::clone(&slot); let builder = Arc::clone(&builder); tokio::spawn(async move { let Ok(_permit) = slot.acquire().await else { return; }; let reply = handle(&msg.payload, &builder).await; match serde_json::to_vec(&reply) { Ok(body) => { if let Err(e) = queue.publish(reply_to, body.into()).await { tracing::warn!(error = %e, "publishing a build's reply failed"); } } Err(e) => tracing::warn!(error = %e, "encoding a build's reply failed"), } }); } bail!("the subscription to {SUBJECT} ended") } /// Answer every archetype evaluation request, one at a time, with the /// evaluation's result. async fn answer_evaluations( mut requests: async_nats::Subscriber, queue: async_nats::Client, evaluator: archetypes::Evaluator, ) { while let Some(msg) = requests.next().await { let Some(reply_to) = msg.reply.clone() else { tracing::warn!("an archetype evaluation arrived with no reply subject; dropping it"); continue; }; let reply = evaluator.eval().await; match &reply { swarm_queue_client::builder::ArchetypesReply::Evaluated { archetypes, .. } => { tracing::info!(count = archetypes.len(), "archetypes evaluated"); } swarm_queue_client::builder::ArchetypesReply::Failed { error_tail } => { tracing::warn!(%error_tail, "archetype evaluation failed"); } } match serde_json::to_vec(&reply) { Ok(body) => { if let Err(e) = queue.publish(reply_to, body.into()).await { tracing::warn!(error = %e, "publishing an evaluation's reply failed"); } } Err(e) => tracing::warn!(error = %e, "encoding an evaluation's reply failed"), } } tracing::error!("the subscription to {ARCHETYPES_SUBJECT} ended"); } /// Decode one request, build it and log the build. async fn handle(payload: &[u8], builder: &nix_build::Builder) -> Reply { let job: BuildAgent = match serde_json::from_slice(payload) { Ok(job) => job, Err(e) => { tracing::warn!(error = %e, "an undecodable build; answering with the error"); return Reply::Failed { error_tail: format!("the builder could not decode the request: {e}"), }; } }; let reply = match forge_token().await { Ok(token) => builder.build(&job, &token).await, Err(e) => Reply::Failed { error_tail: format!("{e:#}"), }, }; log_build(&job, &reply); reply } /// The one journal line a build leaves. fn log_build(job: &BuildAgent, reply: &Reply) { match reply { Reply::Built { out_path } => tracing::info!( agent = %job.agent, rev = %job.rev, pr = job.pr, %out_path, "agent config built" ), Reply::Failed { error_tail } => tracing::warn!( agent = %job.agent, rev = %job.rev, pr = job.pr, %error_tail, "agent config build failed" ), } } /// The forge token the builder fetches config repos with, read on every /// build so a rotation takes effect on the next one. async fn forge_token() -> Result { let path = swarm_secret_client::builder::forge_token_path()?; let store = swarm_secret_client::SecretStore::from_env(CERT_ROLE) .await .context("logging in to the secret store")?; let stored: Option = store .read_optional(&path) .await .with_context(|| format!("reading {path}"))?; match stored { Some(c) if !c.value.trim().is_empty() => Ok(c.value.trim().to_owned()), _ => bail!("nothing at {path}: swarm-controller has not minted the builder's forge token"), } } async fn client_secret(client_id: &str) -> Result { use swarm_secret_client::builder::{ClientSecret, client_secret_path}; let path = client_secret_path(client_id)?; let store = swarm_secret_client::SecretStore::from_env(CERT_ROLE) .await .context("logging in to the secret store")?; let stored: Option = store .read_optional(&path) .await .with_context(|| format!("reading {path}"))?; match stored { Some(s) if !s.value.trim().is_empty() => Ok(s.value.trim().to_owned()), _ => bail!( "nothing at {path}: swarm-secret-publish, in authelia's container, has not \ published this service's client secret" ), } } /// The forge's base URL, which must be `https`: the credential helper offers /// the token to `https` requests for its host alone. fn forge_url() -> Result { let name = format!("{PREFIX}_FORGE_URL"); let url = std::env::var(&name).with_context(|| format!("{name} is unset"))?; let url = url.trim_end_matches('/'); if !url.starts_with("https://") || url["https://".len()..].contains('/') { bail!("{name} is {url:?}, not https://[:port]"); } Ok(url.to_owned()) }