M5b plan: task 09, TurnDone.untrusted from the session's log

bxcore's TurnDone gains untrusted: bool, always written and required
when read (no serde default: a missing field would read as a clean
session, the wrong way to fail). loopd's new Session::untrusted is true
once any ToolResult in the log is labelled untrusted, and channel::handle
puts it in the TurnDone; the log is the one source, so it holds across
resumes and restarts. gatewayd, bxctl and brokerd sources are unchanged;
their tests that build a TurnDone get new versions. Task 01's broker.rs
is kept as broker.rs-task01, and task 01 now copies it.

Checks: the given tests fail at ref 08 as the task says (strict's
turn_done.json, and 13 test targets with E0560/E0609 only); the task's
edits applied from its text to a fresh ref 08 tree are byte-identical to
the reference; the gate passes with 1058 tests; 12 mutations caught;
/private/tmp and TMPDIR unchanged around the runs; no tag in plan or
given files.

Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
2026-09-26 06:37:03 -07:00
co-authored by Claude Opus 5.5
parent d4b7f42b56
commit 8658af58b7
11 changed files with 1907 additions and 3 deletions
@@ -0,0 +1,469 @@
//! Tests for `bxctl chat`, against a fake `loopd` that speaks the channel protocol. Do not edit.
#[path = "support/temp.rs"]
mod temp;
use bxcore::{
DataClass, Envelope, ErrorCode, Message, PROTOCOL_VERSION, SessionId, Turn, TurnDone,
TurnEvent, Usage, WireError, read_frame, write_frame,
};
use bxctl::chat::{ChatError, Printer, new_session_id, run_turn};
use std::os::unix::net::UnixListener;
use std::path::PathBuf;
use std::process::Command;
use std::sync::{Arc, Mutex};
use std::thread;
/// What the fake `loopd` sends back for one turn, after the events: done or an error.
#[derive(Clone)]
enum End {
Done(TurnDone),
Error(ErrorCode, &'static str),
}
struct FakeLoopd {
socket: PathBuf,
turns: Arc<Mutex<Vec<Turn>>>,
_dir: temp::TempDir,
}
fn usage() -> Usage {
Usage {
cache_n: 10,
prompt_n: 5,
predicted_n: 7,
reasoning_tokens: 3,
thinking_capped: false,
}
}
/// Serves every connection with the same script: the given events, then `end`. Records the
/// turns it received.
fn fake_loopd(events: Vec<TurnEvent>, end: End) -> FakeLoopd {
let dir = temp::TempDir::new("bxctl-test");
let socket = dir.join("loop.sock");
let listener = UnixListener::bind(&socket).unwrap();
let turns = Arc::new(Mutex::new(Vec::new()));
let seen = Arc::clone(&turns);
thread::spawn(move || {
for stream in listener.incoming() {
let mut stream = stream.unwrap();
let request = read_frame(&mut stream).unwrap();
let Message::Turn(turn) = request.msg else {
panic!("not a turn")
};
seen.lock().unwrap().push(turn.clone());
let id = request.id;
let end = if turn.resume && turn.content == "trigger-no-such-session" {
End::Error(ErrorCode::NoSuchSession, "session x does not exist")
} else if turn.content == "trigger-turn-limit" {
End::Error(ErrorCode::TurnLimit, "the turn hit a limit")
} else {
end.clone()
};
for e in &events {
write_frame(
&mut stream,
&Envelope {
v: PROTOCOL_VERSION,
id,
r#final: false,
msg: Message::TurnEvent(e.clone()),
},
)
.unwrap();
}
let last = match end {
End::Done(done) => Message::TurnDone(done),
End::Error(code, detail) => Message::Error(WireError {
code,
detail: detail.to_string(),
}),
};
write_frame(
&mut stream,
&Envelope {
v: PROTOCOL_VERSION,
id,
r#final: true,
msg: last,
},
)
.unwrap();
}
});
FakeLoopd {
socket,
turns,
_dir: dir,
}
}
fn events() -> Vec<TurnEvent> {
vec![
TurnEvent::Queued { ahead: 1 },
TurnEvent::Waiting { slot_busy: true },
TurnEvent::Progress {
total: 100,
cache: 50,
processed: 75,
},
TurnEvent::Reasoning {
text: "let me ".to_string(),
},
TurnEvent::Reasoning {
text: "think".to_string(),
},
TurnEvent::ToolCallStarted {
name: "clock".to_string(),
},
TurnEvent::ToolResult {
name: "clock".to_string(),
class: DataClass::Public,
truncated: true,
},
TurnEvent::ThinkingCapped { tokens: 4096 },
TurnEvent::Retrying {
attempt: 2,
after_ms: 1500,
error: "the server went silent".to_string(),
},
TurnEvent::CacheLoss {
expected: 500,
got: 20,
},
TurnEvent::Content {
text: "It is ".to_string(),
},
TurnEvent::Content {
text: "noon.".to_string(),
},
]
}
fn done() -> End {
End::Done(TurnDone {
content: "It is noon.".to_string(),
usage: usage(),
untrusted: false,
})
}
fn id(s: &str) -> SessionId {
SessionId::new(s).unwrap()
}
#[test]
fn run_turn_delivers_every_event_in_order_then_the_answer() {
let fake = fake_loopd(events(), done());
let mut seen = Vec::new();
let done = run_turn(
&fake.socket,
&id("s1"),
"what time is it?",
false,
&mut |e| seen.push(e.clone()),
)
.unwrap();
assert_eq!(seen, events());
assert_eq!(done.content, "It is noon.");
assert_eq!(done.usage, usage());
let turns = fake.turns.lock().unwrap();
assert_eq!(turns.len(), 1);
assert_eq!(
turns[0],
Turn {
session: id("s1"),
content: "what time is it?".to_string(),
resume: false
}
);
}
#[test]
fn an_error_frame_is_refused_with_its_code_and_detail() {
let fake = fake_loopd(
vec![TurnEvent::Content {
text: "partial".to_string(),
}],
End::Error(ErrorCode::SessionFull, "this conversation is full"),
);
let mut seen = 0;
let err = run_turn(&fake.socket, &id("s1"), "x", true, &mut |_| seen += 1).unwrap_err();
assert_eq!(seen, 1, "events before the error are still delivered");
match err {
ChatError::Refused(w) => {
assert_eq!(w.code, ErrorCode::SessionFull);
assert_eq!(w.detail, "this conversation is full");
}
other => panic!("{other:?}"),
}
let e: Box<dyn std::error::Error> =
Box::new(run_turn(&fake.socket, &id("s1"), "x", true, &mut |_| {}).unwrap_err());
assert!(e.to_string().contains("session full"), "{e}");
}
#[test]
fn no_loopd_is_a_connect_error() {
let missing = std::env::temp_dir().join("bxctl-no-such-loopd.sock");
assert!(matches!(
run_turn(&missing, &id("s1"), "x", false, &mut |_| {}),
Err(ChatError::Connect(_))
));
}
#[test]
fn new_session_ids_are_valid_and_distinct() {
let a = new_session_id();
let b = new_session_id();
assert!(a.as_str().starts_with("chat-"));
assert_ne!(a, b);
}
#[test]
fn the_printer_formats_each_event_kind() {
let mut out = Vec::new();
let mut p = Printer::new(true, false);
for e in events() {
p.event(&mut out, &e).unwrap();
}
p.end_reasoning(&mut out).unwrap();
let text = String::from_utf8(out).unwrap();
assert!(
text.contains("\x1b[2mlet me think\x1b[0m\n"),
"reasoning dimmed, joined, and ended once: {text:?}"
);
assert!(text.contains("[tool clock]\n"), "{text:?}");
assert!(text.contains("[clock: Public, truncated]\n"), "{text:?}");
assert!(text.contains("[waiting: slot busy]\n"), "{text:?}");
assert!(
text.contains("[retrying: attempt 2 in 1500 ms: the server went silent]\n"),
"{text:?}"
);
assert!(
text.contains("[thinking capped at 4096 tokens]\n"),
"{text:?}"
);
assert!(text.contains("[cache loss: 20 of 500]\n"), "{text:?}");
assert!(
text.ends_with("It is noon."),
"content streams as it is: {text:?}"
);
assert!(
!text.contains("Queued") && !text.contains("Progress"),
"queued and progress are silent: {text:?}"
);
let mut out = Vec::new();
let mut p = Printer::new(false, false);
for e in events() {
p.event(&mut out, &e).unwrap();
}
let text = String::from_utf8(out).unwrap();
assert!(
!text.contains("let me"),
"--no-thinking hides reasoning: {text:?}"
);
assert!(
!text.contains("\x1b["),
"and no escape codes are left: {text:?}"
);
let mut out = Vec::new();
let mut p = Printer::new(true, true);
for e in events() {
p.event(&mut out, &e).unwrap();
}
let text = String::from_utf8(out).unwrap();
let lines: Vec<&str> = text.lines().collect();
assert_eq!(
lines.len(),
events().len(),
"--json: one line per event, none skipped"
);
let first: serde_json::Value = serde_json::from_str(lines[0]).unwrap();
assert_eq!(first, serde_json::json!({"event": "queued", "ahead": 1}));
}
#[test]
fn say_prints_only_the_answer_on_stdout() {
let fake = fake_loopd(events(), done());
let output = Command::new(env!("CARGO_BIN_EXE_bxctl"))
.args(["chat", "--socket"])
.arg(&fake.socket)
.args(["--session", "scripted-1", "--say", "what time is it?"])
.output()
.unwrap();
assert!(output.status.success());
assert_eq!(String::from_utf8_lossy(&output.stdout), "It is noon.\n");
let stderr = String::from_utf8_lossy(&output.stderr);
assert!(
stderr.contains("[tool clock]"),
"events go to stderr: {stderr}"
);
let turns = fake.turns.lock().unwrap();
assert_eq!(turns.len(), 1);
assert_eq!(turns[0].session, id("scripted-1"));
assert!(
turns[0].resume,
"a session given on the command line is resumed"
);
}
#[test]
fn say_creates_a_named_session_that_does_not_exist_yet() {
let fake = fake_loopd(vec![], done());
let output = Command::new(env!("CARGO_BIN_EXE_bxctl"))
.args(["chat", "--socket"])
.arg(&fake.socket)
.args(["--session", "fresh", "--say", "trigger-no-such-session"])
.output()
.unwrap();
assert!(
output.status.success(),
"{}",
String::from_utf8_lossy(&output.stderr)
);
let turns = fake.turns.lock().unwrap();
assert_eq!(turns.len(), 2, "resume was refused, so it was created");
assert!(turns[0].resume && !turns[1].resume);
}
#[test]
fn say_reports_an_error_on_stderr_with_status_1() {
let fake = fake_loopd(
vec![],
End::Error(ErrorCode::TurnLimit, "the turn hit a limit"),
);
let output = Command::new(env!("CARGO_BIN_EXE_bxctl"))
.args(["chat", "--socket"])
.arg(&fake.socket)
.args(["--say", "x"])
.output()
.unwrap();
assert_eq!(output.status.code(), Some(1));
assert_eq!(String::from_utf8_lossy(&output.stdout), "");
assert!(String::from_utf8_lossy(&output.stderr).contains("turn limit: the turn hit a limit"));
}
#[test]
fn json_mode_prints_frames_as_json_lines() {
let fake = fake_loopd(events(), done());
let output = Command::new(env!("CARGO_BIN_EXE_bxctl"))
.args(["chat", "--socket"])
.arg(&fake.socket)
.args(["--session", "j", "--json", "--say", "x"])
.output()
.unwrap();
assert!(output.status.success());
let stderr = String::from_utf8_lossy(&output.stderr);
let lines: Vec<&str> = stderr.lines().collect();
assert_eq!(
lines.len(),
events().len() + 1,
"every event, then the done frame: {stderr}"
);
let last: serde_json::Value = serde_json::from_str(lines[lines.len() - 1]).unwrap();
assert_eq!(last["content"], "It is noon.");
assert_eq!(last["usage"]["cache_n"], 10);
assert_eq!(last["untrusted"], false, "the done frame is printed whole");
}
#[test]
fn interactive_mode_reads_lines_until_quit() {
let fake = fake_loopd(
vec![TurnEvent::Content {
text: "ok".to_string(),
}],
End::Done(TurnDone {
content: "ok".to_string(),
usage: usage(),
untrusted: false,
}),
);
let mut child = Command::new(env!("CARGO_BIN_EXE_bxctl"))
.args(["chat", "--socket"])
.arg(&fake.socket)
.stdin(std::process::Stdio::piped())
.stdout(std::process::Stdio::piped())
.stderr(std::process::Stdio::piped())
.spawn()
.unwrap();
{
let mut stdin = child.stdin.take().unwrap();
std::io::Write::write_all(&mut stdin, b"first\n\nsecond\n/quit\nnever sent\n").unwrap();
}
let output = child.wait_with_output().unwrap();
assert!(output.status.success());
let stdout = String::from_utf8_lossy(&output.stdout);
assert!(stdout.starts_with("session chat-"), "{stdout}");
assert_eq!(stdout.matches("ok").count(), 2, "{stdout}");
let turns = fake.turns.lock().unwrap();
assert_eq!(
turns.len(),
2,
"a blank line sends nothing, and /quit stops"
);
assert!(
!turns[0].resume && turns[1].resume,
"the first turn creates, the second resumes"
);
assert_eq!(turns[0].session, turns[1].session);
}
#[test]
fn bad_arguments_print_usage() {
let output = Command::new(env!("CARGO_BIN_EXE_bxctl"))
.args(["chat", "--session", "Not Valid!"])
.output()
.unwrap();
assert_eq!(output.status.code(), Some(2));
assert!(String::from_utf8_lossy(&output.stderr).contains("usage"));
let output = Command::new(env!("CARGO_BIN_EXE_bxctl"))
.args(["dance"])
.output()
.unwrap();
assert_eq!(output.status.code(), Some(2));
}
/// A failed turn is reported, and the conversation goes on: the session still exists and the
/// next line is a new turn on it.
#[test]
fn interactive_mode_survives_a_failed_turn() {
let fake = fake_loopd(
vec![TurnEvent::Content {
text: "ok".to_string(),
}],
End::Done(TurnDone {
content: "ok".to_string(),
usage: usage(),
untrusted: false,
}),
);
let mut child = Command::new(env!("CARGO_BIN_EXE_bxctl"))
.args(["chat", "--socket"])
.arg(&fake.socket)
.stdin(std::process::Stdio::piped())
.stdout(std::process::Stdio::piped())
.stderr(std::process::Stdio::piped())
.spawn()
.unwrap();
{
let mut stdin = child.stdin.take().unwrap();
std::io::Write::write_all(&mut stdin, b"first\ntrigger-turn-limit\nthird\n/quit\n")
.unwrap();
}
let output = child.wait_with_output().unwrap();
assert!(
output.status.success(),
"a failed turn does not end the chat"
);
let stderr = String::from_utf8_lossy(&output.stderr);
assert!(
stderr.contains("turn limit: the turn hit a limit"),
"{stderr}"
);
let turns = fake.turns.lock().unwrap();
assert_eq!(turns.len(), 3, "the turn after the failure was sent");
assert!(turns[2].resume, "and it resumed the same session");
assert_eq!(turns[2].session, turns[0].session);
}
@@ -0,0 +1,213 @@
//! Scripted stand-ins for `brokerd`'s admin socket and for `loopd`, for tests. Do not edit.
#![allow(dead_code)] // each test file uses a different part of this module
use bxcore::{
ApprovalList, CallId, DataClass, Envelope, ErrorCode, Message, PROTOCOL_VERSION,
PendingApproval, SessionId, Timestamp, TurnDone, TurnEvent, Usage, WireError, read_frame,
write_frame,
};
use std::os::unix::net::UnixListener;
use std::path::PathBuf;
use std::sync::atomic::{AtomicU32, Ordering};
use std::sync::{Arc, Mutex};
use std::thread;
static NEXT: AtomicU32 = AtomicU32::new(0);
/// A socket path in a fresh temporary directory, which is removed when the value is dropped
/// (tip T44).
pub struct TempSocket {
dir: PathBuf,
path: PathBuf,
}
impl std::ops::Deref for TempSocket {
type Target = std::path::Path;
fn deref(&self) -> &std::path::Path {
&self.path
}
}
impl AsRef<std::path::Path> for TempSocket {
fn as_ref(&self) -> &std::path::Path {
&self.path
}
}
impl Drop for TempSocket {
fn drop(&mut self) {
let _ = std::fs::remove_dir_all(&self.dir);
}
}
pub fn temp_socket(name: &str) -> TempSocket {
let n = NEXT.fetch_add(1, Ordering::SeqCst);
let dir = std::env::temp_dir().join(format!("bxctl-m3a-{}-{n}", std::process::id()));
std::fs::create_dir_all(&dir).unwrap();
let path = dir.join(name);
TempSocket { dir, path }
}
pub fn ts(text: &str) -> Timestamp {
Timestamp::parse(text).unwrap()
}
pub struct FakeBrokerd {
pub socket: TempSocket,
/// Every request message received, in order.
pub requests: Arc<Mutex<Vec<Message>>>,
}
impl FakeBrokerd {
pub fn requests(&self) -> Vec<Message> {
self.requests.lock().unwrap().clone()
}
}
/// Serves `admin.sock`: one request per connection, answered with the frames `answer` returns,
/// written exactly as given (so a test can send a wrong id or a frame that is not final). An
/// empty list closes the connection without an answer.
pub fn fake_brokerd_frames(
answer: impl Fn(&Envelope) -> Vec<Envelope> + Send + 'static,
) -> FakeBrokerd {
let socket = temp_socket("admin.sock");
let listener = UnixListener::bind(&socket).unwrap();
let requests = Arc::new(Mutex::new(Vec::new()));
let seen = Arc::clone(&requests);
thread::spawn(move || {
for stream in listener.incoming() {
let Ok(mut stream) = stream else { continue };
let Ok(request) = read_frame(&mut stream) else {
continue;
};
seen.lock().unwrap().push(request.msg.clone());
for frame in answer(&request) {
if write_frame(&mut stream, &frame).is_err() {
break; // the client went away; the next connection is still served
}
}
}
});
FakeBrokerd { socket, requests }
}
/// The usual case: one final frame with the request's id.
pub fn fake_brokerd(answer: impl Fn(&Message) -> Message + Send + 'static) -> FakeBrokerd {
fake_brokerd_frames(move |request| {
vec![Envelope {
v: PROTOCOL_VERSION,
id: request.id,
r#final: true,
msg: answer(&request.msg),
}]
})
}
pub fn wire_error(code: ErrorCode, detail: &str) -> Message {
Message::Error(WireError {
code,
detail: detail.to_string(),
})
}
/// A pending approval created at 12:00:00 that expires at 12:15:00 on 2026-09-18.
pub fn pending(approval: u64, tool: &str, arguments: &str) -> PendingApproval {
PendingApproval {
approval,
session: SessionId::new("chat-1758196800-123456789").unwrap(),
call: CallId(7),
tool: tool.to_string(),
arguments: arguments.to_string(),
grant: "shell-scratch".to_string(),
taint: DataClass::Private,
created: ts("2026-09-18T12:00:00.000Z"),
expires: ts("2026-09-18T12:15:00.000Z"),
}
}
/// A `brokerd` with these approvals pending. `approve` is answered with `outcome`, `refuse` with
/// `ok`; both answer `no_such_approval` for an id that is not in the list.
pub fn brokerd_with(items: Vec<PendingApproval>, outcome: bxcore::DecisionRecord) -> FakeBrokerd {
fake_brokerd(move |msg| {
let known = |id: u64| items.iter().any(|item| item.approval == id);
match msg {
Message::Approvals(_) => Message::ApprovalList(ApprovalList {
items: items.clone(),
}),
Message::Approve(a) if known(a.approval) => {
Message::ApproveResult(bxcore::ApproveResult {
outcome: outcome.clone(),
})
}
Message::Refuse(r) if known(r.approval) => Message::Ok(bxcore::Empty {}),
Message::Approve(_) | Message::Refuse(_) => {
wire_error(ErrorCode::NoSuchApproval, "no such approval")
}
_ => wire_error(ErrorCode::BadMessage, "not an admin request"),
}
})
}
pub struct FakeLoopd {
pub socket: TempSocket,
/// The content of every turn received, in order.
pub turns: Arc<Mutex<Vec<String>>>,
}
pub fn usage() -> Usage {
Usage {
cache_n: 10,
prompt_n: 5,
predicted_n: 7,
reasoning_tokens: 3,
thinking_capped: false,
}
}
/// Serves `loop.sock`: every turn gets the same events, then `turn_done` with `answer`. It does
/// not wait for an approval to be answered: `bxctl` deals with each event before it reads the
/// next frame, so the order of what it does is fixed all the same.
pub fn fake_loopd(events: Vec<TurnEvent>, answer: &str) -> FakeLoopd {
let socket = temp_socket("loop.sock");
let listener = UnixListener::bind(&socket).unwrap();
let turns = Arc::new(Mutex::new(Vec::new()));
let seen = Arc::clone(&turns);
let answer = answer.to_string();
thread::spawn(move || {
for stream in listener.incoming() {
let Ok(mut stream) = stream else { continue };
let Ok(request) = read_frame(&mut stream) else {
continue;
};
let Message::Turn(turn) = request.msg else {
continue;
};
seen.lock().unwrap().push(turn.content);
let mut frames: Vec<(bool, Message)> = events
.iter()
.map(|e| (false, Message::TurnEvent(e.clone())))
.collect();
frames.push((
true,
Message::TurnDone(TurnDone {
content: answer.clone(),
usage: usage(),
untrusted: false,
}),
));
for (last, msg) in frames {
let frame = Envelope {
v: PROTOCOL_VERSION,
id: request.id,
r#final: last,
msg,
};
if write_frame(&mut stream, &frame).is_err() {
break;
}
}
}
});
FakeLoopd { socket, turns }
}