bxcore, brokerd, loopd: an invalid-arguments denial says why

Co-Authored-By: ornith-1.5-35b-a3b <agent@wntrmute.dev>
This commit is contained in:
2026-09-27 19:08:42 -07:00
co-authored by ornith-1.5-35b-a3b
parent 89a50bc3c6
commit de60c9e13a
21 changed files with 520 additions and 33 deletions
+21
View File
@@ -12,6 +12,8 @@ use std::fmt;
pub const MAX_PATH: usize = 4096; pub const MAX_PATH: usize = 4096;
/// Maximum length, in bytes, of a URL. /// Maximum length, in bytes, of a URL.
pub const MAX_URL: usize = 2048; pub const MAX_URL: usize = 2048;
/// Maximum length, in characters, of the detail an invalid call is denied with.
pub const MAX_DETAIL: usize = 300;
/// The tools the broker can dispatch to: four that run in a container, and the two memory /// The tools the broker can dispatch to: four that run in a container, and the two memory
/// tools that `memoryd` runs (M5a spec, section 8). /// tools that `memoryd` runs (M5a spec, section 8).
@@ -190,6 +192,25 @@ impl fmt::Display for ArgsError {
} }
} }
impl ArgsError {
/// The error as the model is shown it: the `Display` text on one line, each control character
/// and each Unicode line or paragraph separator replaced by a space, cut to `MAX_DETAIL`
/// characters. The text holds the model's own arguments, which may be long or hold newlines.
pub fn detail(&self) -> String {
self.to_string()
.chars()
.map(|c| {
if c.is_control() || c == '\u{2028}' || c == '\u{2029}' {
' '
} else {
c
}
})
.take(MAX_DETAIL)
.collect()
}
}
impl std::error::Error for ArgsError { impl std::error::Error for ArgsError {
fn source(&self) -> Option<&(dyn std::error::Error + 'static)> { fn source(&self) -> Option<&(dyn std::error::Error + 'static)> {
None None
+12 -3
View File
@@ -251,7 +251,10 @@ pub fn handle(mut stream: UnixStream, broker: &Broker) {
let now = Timestamp::now(); let now = Timestamp::now();
let grants = broker.grants(); let grants = broker.grants();
let answer = match broker.ledger().decide(request, &grants, now) { let answer = match broker.ledger().decide(request, &grants, now) {
Decided::Denied(reason) => Some(ToolResponse::Denied { reason }), // 3a. denied Decided::Denied(denial) => Some(ToolResponse::Denied {
reason: denial.reason,
detail: denial.detail,
}), // 3a. denied
Decided::Allowed { decision, seq } => Some(run(broker, decision, seq)), // 3b. allowed Decided::Allowed { decision, seq } => Some(run(broker, decision, seq)), // 3b. allowed
Decided::Ask { ask, seq, state } => { Decided::Ask { ask, seq, state } => {
pending(&mut stream, broker, id, ask, seq, state, now) // 3c. ask pending(&mut stream, broker, id, ask, seq, state, now) // 3c. ask
@@ -334,7 +337,10 @@ fn pending(
// 5. Answer from the verdict. // 5. Answer from the verdict.
match outcome { match outcome {
Ok(verdict) => match verdict { Ok(verdict) => match verdict {
Verdict::Denied(reason) => Some(ToolResponse::Denied { reason }), Verdict::Denied(reason) => Some(ToolResponse::Denied {
reason,
detail: None,
}),
Verdict::Run(decision) => { Verdict::Run(decision) => {
let decision = *decision; let decision = *decision;
if !alive(stream) { if !alive(stream) {
@@ -350,6 +356,9 @@ fn pending(
Some(run(broker, decision, seq)) Some(run(broker, decision, seq))
} }
}, },
Err(reason) => Some(ToolResponse::Denied { reason }), Err(reason) => Some(ToolResponse::Denied {
reason,
detail: None,
}),
} }
} }
+7 -6
View File
@@ -62,7 +62,8 @@ impl Call {
} }
} }
/// How a call was decided. /// How a call was decided. A denial carries the policy's `Denial`, so an invalid call keeps its
/// detail on the way to the answer.
#[derive(Debug)] #[derive(Debug)]
pub enum Decided { pub enum Decided {
Allowed { Allowed {
@@ -74,7 +75,7 @@ pub enum Decided {
seq: u64, seq: u64,
state: SessionState, state: SessionState,
}, },
Denied(DenyReason), Denied(Denial),
} }
/// The value a decided call carries past the record, or the denial reason when there is none. /// The value a decided call carries past the record, or the denial reason when there is none.
@@ -210,7 +211,7 @@ impl Ledger {
// 1. Lock fails → denied, nothing written. // 1. Lock fails → denied, nothing written.
let mut guard = match self.lock() { let mut guard = match self.lock() {
Some(guard) => guard, Some(guard) => guard,
None => return Decided::Denied(DenyReason::AuditUnavailable), None => return Decided::Denied(Denial::new(DenyReason::AuditUnavailable)),
}; };
// 2. Read the state, keeping the Result. The recorded state is "unknown" when unreadable. // 2. Read the state, keeping the Result. The recorded state is "unknown" when unreadable.
@@ -281,16 +282,16 @@ impl Ledger {
}; };
match self.append(&mut guard, now, event) { match self.append(&mut guard, now, event) {
Ok(seq) => match payload { Ok(seq) => match payload {
RecordPayload::Simple(reason) => Decided::Denied(reason), RecordPayload::Simple(reason) => Decided::Denied(Denial::new(reason)),
RecordPayload::Allowed(decision) => Decided::Allowed { decision, seq }, RecordPayload::Allowed(decision) => Decided::Allowed { decision, seq },
RecordPayload::Ask(ask) => Decided::Ask { RecordPayload::Ask(ask) => Decided::Ask {
ask, ask,
seq, seq,
state: recorded, state: recorded,
}, },
RecordPayload::Denial(denial) => Decided::Denied(denial.reason), RecordPayload::Denial(denial) => Decided::Denied(denial),
}, },
Err(()) => Decided::Denied(DenyReason::AuditUnavailable), Err(()) => Decided::Denied(Denial::new(DenyReason::AuditUnavailable)),
} }
} }
} }
+16 -3
View File
@@ -120,6 +120,9 @@ pub struct Denial {
pub grant: Option<String>, pub grant: Option<String>,
/// `Some` only for `DeniedByGrant`: the deny grant's file hash. /// `Some` only for `DeniedByGrant`: the deny grant's file hash.
pub grant_sha256: Option<Hash32>, pub grant_sha256: Option<Hash32>,
/// `Some` only for `InvalidArguments`: why, from `ArgsError::detail`. It goes to the model in
/// the `ToolResponse`, never into the audit record, which holds the arguments already.
pub detail: Option<String>,
} }
impl Denial { impl Denial {
@@ -128,6 +131,7 @@ impl Denial {
reason, reason,
grant: None, grant: None,
grant_sha256: None, grant_sha256: None,
detail: None,
} }
} }
} }
@@ -244,9 +248,16 @@ pub fn decide(
let Some(tool) = ToolName::parse(&request.tool) else { let Some(tool) = ToolName::parse(&request.tool) else {
return Outcome::Denied(Denial::new(DenyReason::NoGrant)); return Outcome::Denied(Denial::new(DenyReason::NoGrant));
}; };
// 2. Malformed arguments are refused before matching, whatever the grants say. // 2. Malformed arguments are refused before matching, whatever the grants say, and the
let Ok(args) = args::parse(tool, &request.arguments) else { // model is told why, so that it can correct the call.
return Outcome::Denied(Denial::new(DenyReason::InvalidArguments)); let args = match args::parse(tool, &request.arguments) {
Ok(args) => args,
Err(error) => {
return Outcome::Denied(Denial {
detail: Some(error.detail()),
..Denial::new(DenyReason::InvalidArguments)
});
}
}; };
let MatchResult { let MatchResult {
@@ -273,6 +284,7 @@ pub fn decide(
reason: DenyReason::DeniedByGrant, reason: DenyReason::DeniedByGrant,
grant: Some(winner.id.clone()), grant: Some(winner.id.clone()),
grant_sha256: Some(winner.grant_sha256), grant_sha256: Some(winner.grant_sha256),
detail: None,
}), }),
Mode::Ask => Outcome::Ask(Ask { Mode::Ask => Outcome::Ask(Ask {
request, request,
@@ -316,6 +328,7 @@ pub fn redecide(
reason: DenyReason::DeniedByGrant, reason: DenyReason::DeniedByGrant,
grant: Some(winner.id.clone()), grant: Some(winner.id.clone()),
grant_sha256: Some(winner.grant_sha256), grant_sha256: Some(winner.grant_sha256),
detail: None,
}), }),
Mode::Ask | Mode::Auto => Ok(Decision { Mode::Ask | Mode::Auto => Ok(Decision {
request: ask.request().clone(), request: ask.request().clone(),
+4 -1
View File
@@ -83,7 +83,10 @@ fn error_code(msg: &Message) -> Option<ErrorCode> {
} }
fn denied(reason: DenyReason) -> ToolResponse { fn denied(reason: DenyReason) -> ToolResponse {
ToolResponse::Denied { reason } ToolResponse::Denied {
reason,
detail: None,
}
} }
#[test] #[test]
+4 -1
View File
@@ -45,7 +45,10 @@ fn only(frames: &[Envelope]) -> &ToolResponse {
} }
fn denied(reason: DenyReason) -> ToolResponse { fn denied(reason: DenyReason) -> ToolResponse {
ToolResponse::Denied { reason } ToolResponse::Denied {
reason,
detail: None,
}
} }
fn auto_notes(rig: &Rig, class: &str) { fn auto_notes(rig: &Rig, class: &str) {
+2 -1
View File
@@ -174,7 +174,8 @@ fn a_denied_verdict_reaches_the_requester_and_nothing_runs() {
assert_eq!( assert_eq!(
final_answer(&mut stream), final_answer(&mut stream),
ToolResponse::Denied { ToolResponse::Denied {
reason: DenyReason::ApprovalRefused reason: DenyReason::ApprovalRefused,
detail: None,
} }
); );
assert_eq!(rt.count(), 0); assert_eq!(rt.count(), 0);
+4 -2
View File
@@ -154,7 +154,8 @@ fn refused_in_mattermost_it_is_denied_with_the_reason() {
assert_eq!( assert_eq!(
final_answer(&mut stream), final_answer(&mut stream),
ToolResponse::Denied { ToolResponse::Denied {
reason: DenyReason::ApprovalRefused reason: DenyReason::ApprovalRefused,
detail: None,
} }
); );
assert_eq!(rt.count(), 0); assert_eq!(rt.count(), 0);
@@ -188,7 +189,8 @@ fn approved_after_the_grant_is_gone_it_is_denied_on_the_recheck() {
assert_eq!( assert_eq!(
final_answer(&mut stream), final_answer(&mut stream),
ToolResponse::Denied { ToolResponse::Denied {
reason: DenyReason::NoGrant reason: DenyReason::NoGrant,
detail: None,
} }
); );
assert_eq!(rt.count(), 0); assert_eq!(rt.count(), 0);
+258
View File
@@ -0,0 +1,258 @@
//! An invalid call is denied with the parser's reason: `ArgsError::detail` makes it one short
//! line, `policy::decide` keeps it, and `broker.sock` sends it. The audit record is unchanged.
//! Do not edit.
#[path = "support/build.rs"]
mod build;
#[path = "support/client.rs"]
mod client;
#[path = "support/rig.rs"]
mod rig;
#[path = "support/runtime.rs"]
mod runtime;
#[path = "support/sink.rs"]
mod sink;
#[path = "support/tmp.rs"]
mod tmp;
use brokerd::args::{ArgsError, MAX_DETAIL};
use brokerd::policy::decide;
use build::{denied, fetch, grant, now, private, read, set, shell};
use bxcore::{AuditEvent, DecisionRecord, DenyReason, Envelope, Message, Mode, ToolResponse};
use client::{Serve, call};
use rig::{Rig, grant_text};
use runtime::Recording;
#[test]
fn the_detail_is_the_error_text() {
assert_eq!(MAX_DETAIL, 300);
let cases = [
(
ArgsError::Shape("missing field `path`".to_string()),
"invalid argument shape: missing field `path`",
),
(
ArgsError::Path("notes/a.md".to_string()),
"invalid path: notes/a.md",
),
(
ArgsError::Url("http://example.com/".to_string()),
"invalid url: http://example.com/",
),
];
for (error, want) in cases {
assert_eq!(error.detail(), want);
assert_eq!(
error.detail(),
error.to_string(),
"a short clean text is kept as it is"
);
}
}
/// Every control character, and U+2028 and U+2029 (the line and paragraph separators), becomes
/// one space each; other characters, spaces and non-ASCII letters included, are kept.
#[test]
fn the_detail_is_one_line() {
let error = ArgsError::Path(
"a\nb\r\nc\td\u{7}e\u{1b}[31mf\u{7f}g\u{85}h\u{2028}i\u{2029}j k \u{e9}\u{65e5}"
.to_string(),
);
assert_eq!(
error.detail(),
"invalid path: a b c d e [31mf g h i j k \u{e9}\u{65e5}"
);
let error = ArgsError::Shape("line one\nline two\n".to_string());
assert_eq!(error.detail(), "invalid argument shape: line one line two ");
}
/// At most `MAX_DETAIL` characters, counted as characters, not bytes: a cut never splits one.
#[test]
fn the_detail_is_cut_to_300_characters() {
// "invalid path: " is 14 characters.
let exact = ArgsError::Path("a".repeat(286));
assert_eq!(
exact.detail(),
exact.to_string(),
"300 characters are kept whole"
);
let over = ArgsError::Path("a".repeat(287));
assert_eq!(over.detail(), format!("invalid path: {}", "a".repeat(286)));
let wide = ArgsError::Path("\u{e9}".repeat(1000));
let detail = wide.detail();
assert_eq!(detail.chars().count(), 300);
assert_eq!(detail, format!("invalid path: {}", "\u{e9}".repeat(286)));
// Newlines past the cut do not matter; newlines before it are spaces.
let long = ArgsError::Shape(format!("{}\n{}", "x".repeat(10), "y\n".repeat(500)));
let detail = long.detail();
assert_eq!(detail.chars().count(), 300);
assert!(!detail.contains('\n'), "{detail:?}");
assert!(detail.starts_with("invalid argument shape: xxxxxxxxxx y y"));
}
/// Each kind of `ArgsError`, from the model's own argument text, reaches the denial as its detail,
/// with no grant and with a grant that would cover the call: arguments are checked first. (The
/// memory tools take no grant: their policy is built in.)
#[test]
fn each_kind_of_invalid_arguments_carries_its_detail() {
let covering = set(vec![
grant("r", "read_file", Mode::Auto).paths(&["/n"]),
grant("s", "shell", Mode::Auto),
grant("f", "http_fetch", Mode::Auto).hosts(&["example.com"]),
]);
let none = set(vec![]);
let cases = [
(
build::request(
"memory",
r#"{"action":"note","file":"notes.md","text":"x"}"#,
),
"invalid argument shape: unknown field `file`, expected `text`",
),
(
build::request("read_file", r#"{"path":"/n/a","file":"x"}"#),
"invalid argument shape: unknown field `file`, expected `path` at line 1 column 21",
),
(
build::request("read_file", "not json"),
"invalid argument shape: expected ident at line 1 column 2",
),
(
build::request("read_file", "{}"),
"invalid argument shape: missing field `path` at line 1 column 2",
),
(
build::request("recall", r#"{"query":""}"#),
"invalid argument shape: query must have 1 to 500 characters",
),
(read("n/a"), "invalid path: n/a"),
(shell(Some("a\\nb")), "invalid path: a b"),
(
fetch("http://example.com/"),
"invalid url: http://example.com/",
),
];
for grants in [&none, &covering] {
for (req, want) in &cases {
let text = req.arguments.clone();
let denial = denied(decide(req.clone(), grants, private(), now()));
assert_eq!(denial.reason, DenyReason::InvalidArguments, "{text}");
assert_eq!(denial.detail.as_deref(), Some(*want), "{text}");
assert_eq!(denial.grant, None, "{text}");
}
}
}
#[test]
fn a_long_invalid_path_is_cut_in_the_denial() {
let path = format!("/{}", "a".repeat(5000));
let denial = denied(decide(read(&path), &set(vec![]), private(), now()));
assert_eq!(denial.reason, DenyReason::InvalidArguments);
let detail = denial.detail.unwrap();
assert_eq!(detail.chars().count(), 300);
assert_eq!(detail, format!("invalid path: /{}", "a".repeat(285)));
}
/// Only an invalid-arguments denial has a detail.
#[test]
fn other_denials_have_no_detail() {
let grants = set(vec![
grant("no", "read_file", Mode::Deny).paths(&["/n"]),
grant("old", "shell", Mode::Auto).expires("2026-09-01T00:00:00.000Z"),
]);
let cases = [
(build::request("echo", "not json"), DenyReason::NoGrant),
(fetch("https://example.com/"), DenyReason::NoGrant),
(read("/n/a"), DenyReason::DeniedByGrant),
(shell(None), DenyReason::GrantExpired),
];
for (req, reason) in cases {
let text = req.arguments.clone();
let denial = denied(decide(req, &grants, private(), now()));
assert_eq!(denial.reason, reason, "{text}");
assert_eq!(denial.detail, None, "{text}");
}
}
fn only(frames: &[Envelope]) -> &ToolResponse {
assert_eq!(frames.len(), 1, "{frames:?}");
assert!(frames[0].r#final);
match &frames[0].msg {
Message::ToolResponse(r) => r,
other => panic!("{other:?}"),
}
}
#[test]
fn broker_sock_sends_the_detail_and_the_audit_record_does_not_hold_it() {
let rig = Rig::new("broker-invalid-detail");
rig.grant(
"notes",
&grant_text("read_file", "auto", "", "paths = [\"/n\"]"),
);
let rt = Recording::answering("x");
let broker = rig.broker(&rt);
let arguments = r#"{"path":"/n/a","file":"x"}"#;
let frames = call(&broker, rig::request("s1", 5, "read_file", arguments));
let detail =
"invalid argument shape: unknown field `file`, expected `path` at line 1 column 21";
assert_eq!(
only(&frames),
&ToolResponse::Denied {
reason: DenyReason::InvalidArguments,
detail: Some(detail.to_string()),
}
);
assert_eq!(rt.count(), 0, "nothing ran");
match rig.events().as_slice() {
[
AuditEvent::Decision {
outcome,
arguments: recorded,
..
},
] => {
assert_eq!(
*outcome,
DecisionRecord::Denied {
reason: DenyReason::InvalidArguments
}
);
assert_eq!(recorded, arguments, "the record keeps the arguments");
}
other => panic!("{other:?}"),
}
let audit = rig.cfg.audit_dir();
let mut logs = 0;
for entry in std::fs::read_dir(&audit).unwrap() {
let path = entry.unwrap().path();
if path.extension().is_none_or(|e| e != "jsonl") {
continue;
}
logs += 1;
let text = std::fs::read_to_string(&path).unwrap();
assert!(!text.contains("unknown field"), "{text}");
assert!(!text.contains("\"detail\""), "{text}");
}
assert_eq!(logs, 1, "one audit log file");
}
#[test]
fn a_call_no_grant_allows_is_denied_on_broker_sock_without_a_detail() {
let rig = Rig::new("broker-no-detail");
let rt = Recording::answering("x");
let broker = rig.broker(&rt);
let frames = call(
&broker,
rig::request("s1", 6, "read_file", r#"{"path":"/n/a"}"#),
);
assert_eq!(
only(&frames),
&ToolResponse::Denied {
reason: DenyReason::NoGrant,
detail: None,
}
);
}
+50 -8
View File
@@ -14,7 +14,7 @@ use std::os::unix::fs::PermissionsExt;
use std::panic::AssertUnwindSafe; use std::panic::AssertUnwindSafe;
use brokerd::ledger::{Call, Decided, Grants, NOT_RECORDED, POISONED, STOPPED}; use brokerd::ledger::{Call, Decided, Grants, NOT_RECORDED, POISONED, STOPPED};
use brokerd::policy::{Label, SessionState}; use brokerd::policy::{Denial, Label, SessionState};
use build::{grant, now, read, set}; use build::{grant, now, read, set};
use bxcore::{ use bxcore::{
AuditEvent, CallId, DataClass, DecisionRecord, DenyReason, GrantProblem, Mode, ResultStatus, AuditEvent, CallId, DataClass, DecisionRecord, DenyReason, GrantProblem, Mode, ResultStatus,
@@ -113,13 +113,25 @@ fn a_denial_names_a_grant_only_when_a_grant_denied() {
let ledger = rig.ledger(); let ledger = rig.ledger();
let none = ledger.decide(read("/n/a"), &one(Vec::new()), now()); let none = ledger.decide(read("/n/a"), &one(Vec::new()), now());
assert!( assert!(
matches!(none, Decided::Denied(DenyReason::NoGrant)), matches!(
none,
Decided::Denied(Denial {
reason: DenyReason::NoGrant,
..
})
),
"{none:?}" "{none:?}"
); );
let deny = one(vec![grant("d", "read_file", Mode::Deny).paths(&["/n"])]); let deny = one(vec![grant("d", "read_file", Mode::Deny).paths(&["/n"])]);
let by = ledger.decide(read("/n/a"), &deny, now()); let by = ledger.decide(read("/n/a"), &deny, now());
assert!( assert!(
matches!(by, Decided::Denied(DenyReason::DeniedByGrant)), matches!(
by,
Decided::Denied(Denial {
reason: DenyReason::DeniedByGrant,
..
})
),
"{by:?}" "{by:?}"
); );
let events = rig.events(); let events = rig.events();
@@ -162,12 +174,24 @@ fn invalid_grants_come_first_then_an_unreadable_state() {
}]); }]);
let first = ledger.decide(read("/n/a"), &invalid, now()); let first = ledger.decide(read("/n/a"), &invalid, now());
assert!( assert!(
matches!(first, Decided::Denied(DenyReason::GrantsInvalid)), matches!(
first,
Decided::Denied(Denial {
reason: DenyReason::GrantsInvalid,
..
})
),
"{first:?}" "{first:?}"
); );
let second = ledger.decide(read("/n/a"), &notes(Mode::Auto), now()); let second = ledger.decide(read("/n/a"), &notes(Mode::Auto), now());
assert!( assert!(
matches!(second, Decided::Denied(DenyReason::StateUnreadable)), matches!(
second,
Decided::Denied(Denial {
reason: DenyReason::StateUnreadable,
..
})
),
"{second:?}" "{second:?}"
); );
// A state brokerd cannot read is recorded as the most sensitive one. // A state brokerd cannot read is recorded as the most sensitive one.
@@ -190,7 +214,13 @@ fn a_failed_append_denies_this_call_and_every_later_one() {
rig.switch.fail(true); rig.switch.fail(true);
let first = ledger.decide(read("/n/a"), &notes(Mode::Auto), now()); let first = ledger.decide(read("/n/a"), &notes(Mode::Auto), now());
assert!( assert!(
matches!(first, Decided::Denied(DenyReason::AuditUnavailable)), matches!(
first,
Decided::Denied(Denial {
reason: DenyReason::AuditUnavailable,
..
})
),
"{first:?}" "{first:?}"
); );
assert_eq!(rig.switch.attempts(), 1); assert_eq!(rig.switch.attempts(), 1);
@@ -198,7 +228,13 @@ fn a_failed_append_denies_this_call_and_every_later_one() {
rig.switch.fail(false); rig.switch.fail(false);
let later = ledger.decide(read("/n/a"), &notes(Mode::Auto), now()); let later = ledger.decide(read("/n/a"), &notes(Mode::Auto), now());
assert!( assert!(
matches!(later, Decided::Denied(DenyReason::AuditUnavailable)), matches!(
later,
Decided::Denied(Denial {
reason: DenyReason::AuditUnavailable,
..
})
),
"{later:?}" "{later:?}"
); );
let finished = ledger.finish(&call(secret()), result("x", secret()), now()); let finished = ledger.finish(&call(secret()), result("x", secret()), now());
@@ -233,7 +269,13 @@ fn a_panic_while_holding_the_ledger_denies_every_later_call() {
assert!(panicked.is_err()); assert!(panicked.is_err());
let later = ledger.decide(read("/n/a"), &notes(Mode::Auto), now()); let later = ledger.decide(read("/n/a"), &notes(Mode::Auto), now());
assert!( assert!(
matches!(later, Decided::Denied(DenyReason::AuditUnavailable)), matches!(
later,
Decided::Denied(Denial {
reason: DenyReason::AuditUnavailable,
..
})
),
"{later:?}" "{later:?}"
); );
assert_eq!(rig.switch.attempts(), 1); assert_eq!(rig.switch.attempts(), 1);
+4 -2
View File
@@ -210,7 +210,8 @@ fn a_stale_socket_is_replaced() {
assert_eq!( assert_eq!(
last_response(&frames), last_response(&frames),
&ToolResponse::Denied { &ToolResponse::Denied {
reason: DenyReason::NoGrant reason: DenyReason::NoGrant,
detail: None,
} }
); );
} }
@@ -287,7 +288,8 @@ fn an_approval_nobody_answers_expires() {
assert_eq!( assert_eq!(
last_response(&frames), last_response(&frames),
&ToolResponse::Denied { &ToolResponse::Denied {
reason: DenyReason::ApprovalExpired reason: DenyReason::ApprovalExpired,
detail: None,
} }
); );
// The expiry thread looks every second. // The expiry thread looks every second.
+4
View File
@@ -104,6 +104,10 @@ pub enum ToolResponse {
}, },
Denied { Denied {
reason: DenyReason, reason: DenyReason,
/// Why the arguments were not valid, for `invalid_arguments` only. Written only when
/// present, so a denial without one has the same bytes as before M5b.
#[serde(default, skip_serializing_if = "Option::is_none")]
detail: Option<String>,
}, },
} }
@@ -0,0 +1 @@
{"v":1,"id":9,"final":true,"msg":{"kind":"tool_response","body":{"status":"denied","reason":"invalid_arguments","detail":"invalid argument shape: unknown field `file`, expected `text`"}}}
+1
View File
@@ -68,6 +68,7 @@ fn envelopes_reject_unknown_keys_at_every_depth() {
"tool_response_result.json", "tool_response_result.json",
"tool_response_failed.json", "tool_response_failed.json",
"tool_response_denied.json", "tool_response_denied.json",
"tool_response_denied_detail.json",
"error.json", "error.json",
"turn.json", "turn.json",
"turn_event_tool_result.json", "turn_event_tool_result.json",
+25
View File
@@ -94,10 +94,35 @@ fn tool_response_failed() {
fn tool_response_denied() { fn tool_response_denied() {
let body = ToolResponse::Denied { let body = ToolResponse::Denied {
reason: DenyReason::TaintTooHigh, reason: DenyReason::TaintTooHigh,
detail: None,
}; };
check("tool_response_denied.json", response(9, true, body)); check("tool_response_denied.json", response(9, true, body));
} }
/// A detail is written only when there is one, so the fixture above has no `detail` key.
#[test]
fn tool_response_denied_with_a_detail() {
let body = ToolResponse::Denied {
reason: DenyReason::InvalidArguments,
detail: Some("invalid argument shape: unknown field `file`, expected `text`".to_string()),
};
check("tool_response_denied_detail.json", response(9, true, body));
}
#[test]
fn a_detail_must_be_a_string() {
let good = fixture("tool_response_denied_detail.json");
assert!(serde_json::from_str::<Envelope>(&good).is_ok());
let at = good.find("\"detail\":").unwrap();
for value in ["7", "[\"a\"]", "{}", "true"] {
let bad = format!("{}\"detail\":{value}}}}}}}", &good[..at]);
assert!(
serde_json::from_str::<Envelope>(&bad).is_err(),
"accepted {bad}"
);
}
}
#[test] #[test]
fn error_message() { fn error_message() {
let body = WireError { let body = WireError {
+14
View File
@@ -378,6 +378,19 @@ pub fn denial_text(reason: bxcore::DenyReason) -> &'static str {
} }
} }
/// What a denial reaches the model as: the reason's sentence, and the broker's detail, if it sent
/// one, after a colon (`Denied: the arguments are not valid for this tool: <detail>.`).
pub fn denial_message(reason: bxcore::DenyReason, detail: Option<&str>) -> String {
let sentence = denial_text(reason);
match detail {
None => sentence.to_string(),
Some(detail) => {
let stem = sentence.strip_suffix('.').unwrap_or(sentence);
format!("{stem}: {detail}.")
}
}
}
pub struct FakeTools { pub struct FakeTools {
calls: Mutex<Vec<bxcore::ToolRequest>>, calls: Mutex<Vec<bxcore::ToolRequest>>,
} }
@@ -432,6 +445,7 @@ impl ToolPort for FakeTools {
}, },
_ => bxcore::ToolResponse::Denied { _ => bxcore::ToolResponse::Denied {
reason: bxcore::DenyReason::NoGrant, reason: bxcore::DenyReason::NoGrant,
detail: None,
}, },
} }
} }
+7 -3
View File
@@ -7,7 +7,7 @@ use crate::config::Config;
use crate::llama::info::{CacheOutcome, cache_outcome}; use crate::llama::info::{CacheOutcome, cache_outcome};
use crate::llama::{ChatEvent, ChatRequest, Client, InferError}; use crate::llama::{ChatEvent, ChatRequest, Client, InferError};
use crate::session::{Session, SessionError}; use crate::session::{Session, SessionError};
use crate::tools::{Registry, ToolPort, cap_result, denial_text, dispatch}; use crate::tools::{Registry, ToolPort, cap_result, denial_message, dispatch};
use bxcore::{ use bxcore::{
CallId, DataClass, LogRecord, Timestamp, ToolRequest, ToolResponse, TurnEvent, Usage, CallId, DataClass, LogRecord, Timestamp, ToolRequest, ToolResponse, TurnEvent, Usage,
}; };
@@ -292,12 +292,16 @@ fn run_call(
DataClass::Public, DataClass::Public,
false, false,
), ),
ToolResponse::Denied { reason } => { ToolResponse::Denied { reason, detail } => {
on_event(&TurnEvent::ToolDenied { on_event(&TurnEvent::ToolDenied {
name: request.tool.clone(), name: request.tool.clone(),
reason, reason,
}); });
(denial_text(reason).to_string(), DataClass::Public, false) (
denial_message(reason, detail.as_deref()),
DataClass::Public,
false,
)
} }
ToolResponse::PendingApproval { .. } => ( ToolResponse::PendingApproval { .. } => (
"The tool failed: the tool broker gave no final answer".to_string(), "The tool failed: the tool broker gave no final answer".to_string(),
+8 -1
View File
@@ -48,8 +48,15 @@ fn every_denial_and_a_failure_come_back_as_they_were_sent() {
DenyReason::StateUnreadable, DenyReason::StateUnreadable,
] ]
.into_iter() .into_iter()
.map(|reason| ToolResponse::Denied { reason }) .map(|reason| ToolResponse::Denied {
reason,
detail: None,
})
.collect(); .collect();
answers.push(ToolResponse::Denied {
reason: DenyReason::InvalidArguments,
detail: Some("invalid path: n/a".to_string()),
});
answers.push(ToolResponse::Failed { answers.push(ToolResponse::Failed {
message: "the runner arrives in M3b".to_string(), message: "the runner arrives in M3b".to_string(),
}); });
+30 -2
View File
@@ -5,7 +5,8 @@ mod support;
use bxcore::{CallId, DenyReason, SessionId, ToolRequest, ToolResponse}; use bxcore::{CallId, DenyReason, SessionId, ToolRequest, ToolResponse};
use loopd::tools::{ use loopd::tools::{
Dispatch, FakeTools, Pending, Registry, ToolPort, cap_result, denial_text, dispatch, Dispatch, FakeTools, Pending, Registry, ToolPort, cap_result, denial_message, denial_text,
dispatch,
}; };
fn req(tool: &str, arguments: &str) -> ToolRequest { fn req(tool: &str, arguments: &str) -> ToolRequest {
@@ -252,9 +253,35 @@ fn every_deny_reason_has_its_sentence() {
]; ];
for (reason, want) in table { for (reason, want) in table {
assert_eq!(denial_text(reason), want, "{reason:?}"); assert_eq!(denial_text(reason), want, "{reason:?}");
assert_eq!(
denial_message(reason, None),
want,
"{reason:?}: without a detail, the sentence alone"
);
} }
} }
/// The broker's detail goes after the sentence, before its full stop.
#[test]
fn a_denial_with_a_detail_appends_it_to_the_sentence() {
assert_eq!(
denial_message(
DenyReason::InvalidArguments,
Some("invalid argument shape: unknown field `file`, expected `text`")
),
"Denied: the arguments are not valid for this tool: invalid argument shape: unknown field `file`, expected `text`."
);
assert_eq!(
denial_message(DenyReason::InvalidArguments, Some("invalid path: n/a")),
"Denied: the arguments are not valid for this tool: invalid path: n/a."
);
assert_eq!(
denial_message(DenyReason::NoGrant, Some("x")),
"Denied: no grant allows this call: x.",
"any reason's detail is shown the same way"
);
}
#[test] #[test]
fn results_are_cut_on_a_character_boundary_and_marked() { fn results_are_cut_on_a_character_boundary_and_marked() {
assert_eq!(cap_result("short", 100), ("short".to_string(), false)); assert_eq!(cap_result("short", 100), ("short".to_string(), false));
@@ -296,7 +323,8 @@ fn fake_tools_answer_echo_deny_the_rest_and_record_calls() {
assert_eq!( assert_eq!(
fake.call(&req(tool, "{}"), &mut on_pending), fake.call(&req(tool, "{}"), &mut on_pending),
ToolResponse::Denied { ToolResponse::Denied {
reason: DenyReason::NoGrant reason: DenyReason::NoGrant,
detail: None,
}, },
"{tool}: the clock is loopd's own now, not the port's" "{tool}: the clock is loopd's own now, not the port's"
); );
+47
View File
@@ -31,6 +31,7 @@ fn tool_events(events: &[TurnEvent]) -> Vec<String> {
fn a_denial_is_a_fixed_sentence_for_the_model_and_an_event_for_the_owner() { fn a_denial_is_a_fixed_sentence_for_the_model_and_an_event_for_the_owner() {
let s = setup(vec![ToolResponse::Denied { let s = setup(vec![ToolResponse::Denied {
reason: DenyReason::TaintTooHigh, reason: DenyReason::TaintTooHigh,
detail: None,
}]); }]);
s.server.route( s.server.route(
CHAT, CHAT,
@@ -78,10 +79,55 @@ fn a_denial_is_a_fixed_sentence_for_the_model_and_an_event_for_the_owner() {
); );
} }
/// The broker's detail reaches the model, in the log and in the next request; the owner's event
/// is the same as for any denial.
#[test]
fn an_invalid_call_tells_the_model_why() {
let s = setup(vec![ToolResponse::Denied {
reason: DenyReason::InvalidArguments,
detail: Some("invalid path: n/a".to_string()),
}]);
s.server.route(
CHAT,
vec![Reply::fixture("tool_call"), Reply::fixture("plain")],
);
let mut session = s.session("a");
let (result, events) = s.turn(&mut session, "x");
assert!(result.is_ok(), "{result:?}");
let want = "Denied: the arguments are not valid for this tool: invalid path: n/a.";
match &session.records()[4] {
LogRecord::ToolResult {
content,
class,
untrusted,
truncated,
..
} => {
assert_eq!(content, want);
assert_eq!(
(*class, *untrusted, *truncated),
(DataClass::Public, false, false)
);
}
other => panic!("{other:?}"),
}
assert_eq!(
tool_events(&events),
[
"started read_file",
"denied read_file InvalidArguments",
"result read_file"
]
);
let m2 = s.server.requests_to(CHAT)[1].json();
assert_eq!(m2["messages"][3]["content"], want);
}
#[test] #[test]
fn a_denied_call_tool_names_the_target_tool_in_the_denial() { fn a_denied_call_tool_names_the_target_tool_in_the_denial() {
let s = setup(vec![ToolResponse::Denied { let s = setup(vec![ToolResponse::Denied {
reason: DenyReason::NoGrant, reason: DenyReason::NoGrant,
detail: None,
}]); }]);
s.server.route( s.server.route(
CHAT, CHAT,
@@ -158,6 +204,7 @@ fn a_pending_approval_that_ends_in_a_refusal() {
pending(7, "2026-09-18T12:15:00.000Z"), pending(7, "2026-09-18T12:15:00.000Z"),
ToolResponse::Denied { ToolResponse::Denied {
reason: DenyReason::ApprovalRefused, reason: DenyReason::ApprovalRefused,
detail: None,
}, },
]); ]);
s.server.route( s.server.route(
+1
View File
@@ -6,6 +6,7 @@ reviewer adds findings under "Reviews" once per milestone.
| Task | Date | Status | Gate runs | First gate | Deviations | Notes | Model | | Task | Date | Status | Gate runs | First gate | Deviations | Notes | Model |
|---|---|---|---|---|---|---|---| |---|---|---|---|---|---|---|---|
| M5b/01-invalid-arguments-detail | 2026-09-26 | done | 1 | pass | none | Copied the 13 given files from `docs/plans/M5b/files/` (two new: `bxcore/tests/fixtures/wire/tool_response_denied_detail.json` and `brokerd/tests/invalid_detail.rs`; new versions of `bxcore/tests/wire.rs` and `strict.rs`; new versions of `brokerd/tests/{admin,broker,broker_pending,courier,ledger,serve}.rs` where `broker.rs`/`serve.rs` are the `-task01` files; new versions of `loopd/tests/{broker_port,tools,turn_broker}.rs`); step 2 showed exactly the named failures (`strict::envelopes_reject_unknown_keys_at_every_depth` on the new fixture, two `E0559` in `wire`, and ten non-compiling brokerd/loopd test targets with the named error kinds). Made all the edits exactly as the task gives: `bxcore/src/wire.rs` `ToolResponse::Denied` gains `detail: Option<String>` with the skip/serde attributes; `brokerd/src/args.rs` adds `MAX_DETAIL=300` and `ArgsError::detail` (control chars and U+2028/U+2029 -> space, cut to 300 chars); `brokerd/src/policy/mod.rs` `Denial` gains `detail`, `Denial::new` sets `None`, `decide` sets it for `InvalidArguments` only, the two `DeniedByGrant` arms set `None`; `brokerd/src/ledger/mod.rs` `Decided::Denied` now holds a `Denial` (every arm rebuilt through `Denial::new` except the `RecordPayload::Denial` arm which passes the `Denial` through); `brokerd/src/broker.rs` `handle` sends the denial's detail, the two `pending` arms send `None`; `loopd/src/tools.rs` adds `denial_message(reason, detail)` before `FakeTools` and `FakeTools::call` sends `detail: None`; `loopd/src/turn.rs` imports `denial_message` and reads `detail` into it, the `TurnEvent::ToolDenied` event keeping only the reason. Did not touch `gatewayd`, `bxctl` or `bxcore/src/audit.rs`. `cargo fmt --all`; `cargo test -p bxcore -p brokerd -p loopd` every suite passes (including the eight `invalid_detail` tests); step 6 `grep -rn "Decided::Denied(DenyReason"` prints nothing and `git diff --stat -- crates/gatewayd crates/bxctl crates/bxcore/src/audit.rs` prints nothing; `cargo test --workspace` reports 955 passed and the gate's separate loopd `end_to_end` ignored test adds 1, for 956 total. No new dependency, so `Cargo.lock` is unchanged. | ornith-1.5-35b-a3b |
| M5a/22-plain-note-answers | 2026-09-25 | done | 1 | pass | none | The edits are all in `crates/memoryd/src/edit.rs` and match the task exactly. Replaced the `SAVED_AS_NOTE` const with a `saved_as_note(file)` fn ("not added to {file.name()}: this session has read untrusted content, so it was saved in notes.md as an untrusted note") plus the `NOTED` const "saved in notes.md" and `NOTED_UNTRUSTED` const "saved in notes.md, marked untrusted: this session has read untrusted content"; the `format!` string stays one line past 100 chars and `cargo fmt` left it so. Updated the comment in `apply` ("replaced by saved_as_note(file)") and the `answer:` line (`saved_as_note(file)`). In `noted` replaced the two string literals with `NOTED_UNTRUSTED`/`NOTED`. Copied the new `crates/memoryd/tests/edit.rs` and `serve.rs` from `docs/plans/M5a/files/` (not the `-task06`/`-task10` versions). Step 2 showed exactly the four named tests failing (`a_note_is_labelled_by_the_session` and `an_untrusted_session_can_take_notes_but_not_change_identity` in edit, `an_untrusted_session_writes_notes_not_identity` and `review_holds_identity_writes_but_not_notes` in serve); after the edits the step-2 command and `cargo test -p memoryd` every suite pass; `make gate` printed `gate: ok` with 944 tests, unchanged; `grep -rn SAVED_AS_NOTE crates/` prints nothing. No new dependency, so `Cargo.lock` is unchanged. | Ornith-1.5-35B-A3B | | M5a/22-plain-note-answers | 2026-09-25 | done | 1 | pass | none | The edits are all in `crates/memoryd/src/edit.rs` and match the task exactly. Replaced the `SAVED_AS_NOTE` const with a `saved_as_note(file)` fn ("not added to {file.name()}: this session has read untrusted content, so it was saved in notes.md as an untrusted note") plus the `NOTED` const "saved in notes.md" and `NOTED_UNTRUSTED` const "saved in notes.md, marked untrusted: this session has read untrusted content"; the `format!` string stays one line past 100 chars and `cargo fmt` left it so. Updated the comment in `apply` ("replaced by saved_as_note(file)") and the `answer:` line (`saved_as_note(file)`). In `noted` replaced the two string literals with `NOTED_UNTRUSTED`/`NOTED`. Copied the new `crates/memoryd/tests/edit.rs` and `serve.rs` from `docs/plans/M5a/files/` (not the `-task06`/`-task10` versions). Step 2 showed exactly the four named tests failing (`a_note_is_labelled_by_the_session` and `an_untrusted_session_can_take_notes_but_not_change_identity` in edit, `an_untrusted_session_writes_notes_not_identity` and `review_holds_identity_writes_but_not_notes` in serve); after the edits the step-2 command and `cargo test -p memoryd` every suite pass; `make gate` printed `gate: ok` with 944 tests, unchanged; `grep -rn SAVED_AS_NOTE crates/` prints nothing. No new dependency, so `Cargo.lock` is unchanged. | Ornith-1.5-35B-A3B |
| M5a/21-session-follows-result | 2026-09-25 | done (by the design model) | many | fail | The session added and then deleted diagnostic test files (`crates/bxctl/tests/zz_diag.rs`, `zz_diag2.rs`) and ran about 80 minutes of experiments instead of stopping when a test outside the task failed, as the task says. | The session's edits match the task file exactly and the copied `ledger_label.rs` is identical to the plan's; step 2 showed the two named tests failing, and after the edits `ledger_label`, `cargo test -p brokerd` and `-p bxctl` passed. The gate then failed in `bxctl`'s `args_os` with `NotFound`. The cause was the design model's: its reference worktree for tasks 21 and 22 shared this `target/` through a symlink, so test binaries built there had the worktree's absolute paths compiled in (`CARGO_BIN_EXE_*`, `CARGO_MANIFEST_DIR`), and Cargo, whose freshness check does not include the workspace's absolute path, kept them after the worktree was deleted. After `cargo clean`, `make gate` printed `gate: ok`, 944 tests. The owner stopped the run. | Ornith-1.5-35B-A3B (the session); design model (the commit) | | M5a/21-session-follows-result | 2026-09-25 | done (by the design model) | many | fail | The session added and then deleted diagnostic test files (`crates/bxctl/tests/zz_diag.rs`, `zz_diag2.rs`) and ran about 80 minutes of experiments instead of stopping when a test outside the task failed, as the task says. | The session's edits match the task file exactly and the copied `ledger_label.rs` is identical to the plan's; step 2 showed the two named tests failing, and after the edits `ledger_label`, `cargo test -p brokerd` and `-p bxctl` passed. The gate then failed in `bxctl`'s `args_os` with `NotFound`. The cause was the design model's: its reference worktree for tasks 21 and 22 shared this `target/` through a symlink, so test binaries built there had the worktree's absolute paths compiled in (`CARGO_BIN_EXE_*`, `CARGO_MANIFEST_DIR`), and Cargo, whose freshness check does not include the workspace's absolute path, kept them after the worktree was deleted. After `cargo clean`, `make gate` printed `gate: ok`, 944 tests. The owner stopped the run. | Ornith-1.5-35B-A3B (the session); design model (the commit) |
| M5a/20-review-ids | 2026-09-25 | done | 1 | pass | none | The two edits exactly as the task gives, both in `submit` in `crates/memoryd/src/review.rs`: the comment block "how many Waiting lines have an id starting format!(\"p-{day}-\"). The id is format!(\"p-{day}-{:04}\", taken + 1)." became "how many Waiting lines of `lines(store)?`, done or not, have an id starting format!(\"p-{day}-\"): an id is never used twice. The id is format!(\"p-{day}-{:04}\", taken + 1)."; and `let taken = waiting(store)?` became `let taken = lines(store)?`, the `.iter()`/`.filter(..)`/`.count()` after it unchanged. `waiting` untouched, since `list`/`accept`/`reject` still use it. Copied `crates/memoryd/tests/review_ids.rs` from `docs/plans/M5a/files/`. `cargo fmt --all`; step 2 showed exactly the two named tests failing (`a_write_staged_after_an_accepted_one_gets_a_new_id_and_can_be_accepted` expected `p-2026-09-24-0002` got `p-2026-09-24-0001`; `ids_count_every_write_staged_that_day_waiting_or_done` expected `p-2026-09-24-0004` got `p-2026-09-24-0002`); after the edits both pass and `cargo test -p memoryd` every suite passes; `make gate` printed `gate: ok`. `cargo test --workspace` reports 940 passed, plus the gate's separate loopd `end_to_end` ignored test = 941 total. No new dependency, so `Cargo.lock` is unchanged. | Ornith-1.5-35B-A3B | | M5a/20-review-ids | 2026-09-25 | done | 1 | pass | none | The two edits exactly as the task gives, both in `submit` in `crates/memoryd/src/review.rs`: the comment block "how many Waiting lines have an id starting format!(\"p-{day}-\"). The id is format!(\"p-{day}-{:04}\", taken + 1)." became "how many Waiting lines of `lines(store)?`, done or not, have an id starting format!(\"p-{day}-\"): an id is never used twice. The id is format!(\"p-{day}-{:04}\", taken + 1)."; and `let taken = waiting(store)?` became `let taken = lines(store)?`, the `.iter()`/`.filter(..)`/`.count()` after it unchanged. `waiting` untouched, since `list`/`accept`/`reject` still use it. Copied `crates/memoryd/tests/review_ids.rs` from `docs/plans/M5a/files/`. `cargo fmt --all`; step 2 showed exactly the two named tests failing (`a_write_staged_after_an_accepted_one_gets_a_new_id_and_can_be_accepted` expected `p-2026-09-24-0002` got `p-2026-09-24-0001`; `ids_count_every_write_staged_that_day_waiting_or_done` expected `p-2026-09-24-0004` got `p-2026-09-24-0002`); after the edits both pass and `cargo test -p memoryd` every suite passes; `make gate` printed `gate: ok`. `cargo test --workspace` reports 940 passed, plus the gate's separate loopd `end_to_end` ignored test = 941 total. No new dependency, so `Cargo.lock` is unchanged. | Ornith-1.5-35B-A3B |