177 lines
5.3 KiB
Rust
177 lines
5.3 KiB
Rust
//! Isolated heartbeat (and, from task 07, cron) turns (M5b spec, section 4).
|
|
|
|
use crate::baseline::Baseline;
|
|
use crate::channel::{Busy, Context};
|
|
use crate::compact;
|
|
use crate::jobs::{self, Run, RunStatus};
|
|
use crate::session::{Session, SessionError};
|
|
use crate::turn::{Runtime, run_turn};
|
|
use bxcore::{SessionId, Timestamp, TurnEvent};
|
|
use std::fs;
|
|
|
|
#[derive(Debug, Clone, PartialEq, Eq)]
|
|
pub enum TickWork {
|
|
Heartbeat,
|
|
SkippedBusy { session: SessionId },
|
|
HeartbeatUnreadable,
|
|
Job { name: String, session: SessionId },
|
|
SkippedJob { name: String },
|
|
}
|
|
|
|
pub struct Scheduler {
|
|
started: Timestamp,
|
|
last_heartbeat: Option<Timestamp>,
|
|
leftovers_closed: bool,
|
|
heartbeat_unreadable_logged: bool,
|
|
}
|
|
|
|
impl Scheduler {
|
|
pub fn new(started: Timestamp) -> Scheduler {
|
|
Scheduler {
|
|
started,
|
|
last_heartbeat: None,
|
|
leftovers_closed: false,
|
|
heartbeat_unreadable_logged: false,
|
|
}
|
|
}
|
|
|
|
pub fn tick(&mut self, ctx: &Context, now: Timestamp) -> Vec<TickWork> {
|
|
let mut work = Vec::new();
|
|
if !self.leftovers_closed {
|
|
close_idle_leftovers(ctx, now);
|
|
self.leftovers_closed = true;
|
|
}
|
|
self.heartbeat(ctx, now, &mut work);
|
|
work
|
|
}
|
|
|
|
fn heartbeat(&mut self, ctx: &Context, now: Timestamp, work: &mut Vec<TickWork>) {
|
|
if ctx.cfg.heartbeat.every_s == 0 {
|
|
return;
|
|
}
|
|
let last = self.last_heartbeat.unwrap_or(self.started);
|
|
let due = now.unix_millis().saturating_sub(last.unix_millis())
|
|
>= ctx.cfg.heartbeat.every_s.saturating_mul(1000);
|
|
if !due {
|
|
return;
|
|
}
|
|
|
|
let id = match SessionId::new("heartbeat") {
|
|
Ok(id) => id,
|
|
Err(_) => return,
|
|
};
|
|
|
|
let prompt = ctx.cfg.heartbeat_prompt();
|
|
let file = match fs::read_to_string(&prompt) {
|
|
Ok(file) => file,
|
|
Err(e) => {
|
|
if !self.heartbeat_unreadable_logged {
|
|
eprintln!(
|
|
"loopd: {}: {e}; see docs/runbook.md#heartbeat-prompt-unreadable",
|
|
prompt.display()
|
|
);
|
|
self.heartbeat_unreadable_logged = true;
|
|
}
|
|
work.push(TickWork::HeartbeatUnreadable);
|
|
return;
|
|
}
|
|
};
|
|
|
|
let held = match ctx.hold(id.clone()) {
|
|
Ok(held) => held,
|
|
Err(Busy) => {
|
|
work.push(TickWork::SkippedBusy { session: id });
|
|
return;
|
|
}
|
|
};
|
|
|
|
let mut session = match Session::open(&ctx.cfg.paths.home, id.clone()) {
|
|
Ok(session) => session,
|
|
Err(SessionError::NotFound(_)) => {
|
|
let baseline = match Baseline::assemble(&ctx.cfg, &ctx.registry) {
|
|
Ok(baseline) => baseline,
|
|
Err(e) => {
|
|
eprintln!("loopd: heartbeat baseline: {e}");
|
|
return;
|
|
}
|
|
};
|
|
match Session::create(
|
|
&ctx.cfg.paths.home,
|
|
id.clone(),
|
|
baseline,
|
|
ctx.cfg.slots.background,
|
|
) {
|
|
Ok(session) => session,
|
|
Err(e) => {
|
|
eprintln!("loopd: heartbeat session {}: {e}", id.as_str());
|
|
return;
|
|
}
|
|
}
|
|
}
|
|
Err(e) => {
|
|
eprintln!("loopd: heartbeat session {}: {e}", id.as_str());
|
|
return;
|
|
}
|
|
};
|
|
|
|
let runtime = Runtime {
|
|
cfg: &ctx.cfg,
|
|
client: &ctx.client,
|
|
port: &*ctx.port,
|
|
registry: &ctx.registry,
|
|
};
|
|
|
|
let text = format!("It is {}.\n\n{file}", now.to_rfc3339());
|
|
let mut emit = |_event: &TurnEvent| {};
|
|
let outcome = run_turn(&mut session, &runtime, &text, None, &mut emit);
|
|
let outcome = compact::finish_turn(
|
|
&mut session,
|
|
&runtime,
|
|
&*ctx.memory,
|
|
&text,
|
|
None,
|
|
&mut emit,
|
|
outcome,
|
|
);
|
|
if outcome.is_ok() {
|
|
self.last_heartbeat = Some(now);
|
|
work.push(TickWork::Heartbeat);
|
|
}
|
|
drop(held);
|
|
}
|
|
}
|
|
|
|
fn close_idle_leftovers(ctx: &Context, now: Timestamp) {
|
|
let jobs_dir = ctx.cfg.paths.home.join("jobs");
|
|
let runs_path = jobs_dir.join("runs.jsonl");
|
|
let jobs = match jobs::load(&jobs_dir) {
|
|
Ok(jobs) => jobs,
|
|
Err(e) => {
|
|
eprintln!("loopd: cannot read the jobs: {e}");
|
|
return;
|
|
}
|
|
};
|
|
for job in &jobs {
|
|
let session = match jobs::live_session(&runs_path, &job.name) {
|
|
Ok(Some(session)) => session,
|
|
Ok(None) => continue,
|
|
Err(e) => {
|
|
eprintln!("loopd: cannot read the live session for {}: {e}", job.name);
|
|
continue;
|
|
}
|
|
};
|
|
if let Ok(held) = ctx.hold(session.clone()) {
|
|
drop(held);
|
|
let _ = jobs::append(
|
|
&runs_path,
|
|
&Run {
|
|
time: now,
|
|
name: job.name.clone(),
|
|
session,
|
|
status: RunStatus::Failed,
|
|
},
|
|
);
|
|
}
|
|
}
|
|
}
|