loopd: read on a socket whose peer closed, instead of failing on macOS

macOS refuses every socket option with EINVAL once the peer has closed
(XNU sosetoptlock, bsd/kern/uipc_socket.c), even with unread data still
buffered. loopd set a read timeout before each read, so on macOS every
frame or response that arrived just before the peer closed was lost:
BrokerPort reported the broker unavailable with "os error 22", and the
llama client failed the same way. Twelve loopd test binaries failed on
macOS; Linux never refuses, so the gate on Talos did not see it.

Both places now go through socket::set_read_timeout, which on Apple
targets takes that one refusal as success: a socket shut in both
directions returns its data or the end at once and cannot block. A
zero timeout is still an error.

Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
2026-09-22 18:27:31 -07:00
co-authored by Claude Opus 5.5
parent d21baa2954
commit 00a85c124d
5 changed files with 71 additions and 4 deletions
+1 -1
View File
@@ -45,7 +45,7 @@ impl std::io::Read for Deadline<'_> {
if left.is_zero() {
return Err(std::io::Error::from(std::io::ErrorKind::TimedOut));
}
self.stream.set_read_timeout(Some(left))?;
crate::socket::set_read_timeout(self.stream, left)?;
let mut stream = self.stream; // `Read` is implemented for `&UnixStream`
stream.read(buf)
}
+1 -3
View File
@@ -151,9 +151,7 @@ impl Connection {
}
pub fn set_read_timeout(&self, timeout: Duration) -> Result<(), HttpError> {
self.stream
.set_read_timeout(Some(timeout))
.map_err(HttpError::Io)
crate::socket::set_read_timeout(&self.stream, timeout).map_err(HttpError::Io)
}
pub fn received_any(&self) -> bool {
+1
View File
@@ -8,6 +8,7 @@ pub mod http;
pub mod llama;
pub mod selftest;
pub mod session;
pub mod socket;
pub mod sse;
pub mod tools;
pub mod turn;
+21
View File
@@ -0,0 +1,21 @@
//! Unix socket options that behave the same on Linux and macOS.
use std::io;
use std::os::unix::net::UnixStream;
use std::time::Duration;
/// `EINVAL` on Darwin (`sys/errno.h`); std does not name it and a crate for one number is too much.
#[cfg(target_vendor = "apple")]
const EINVAL: i32 = 22;
/// Set the read timeout for the next read. macOS refuses every socket option with `EINVAL` once
/// the peer has closed (XNU `sosetoptlock`: both `SS_CANTRCVMORE` and `SS_CANTSENDMORE` set), even
/// with unread data still buffered. A read on such a socket returns that data or the end at once
/// and cannot block, so there is no timeout left to set and the refusal is not an error.
pub fn set_read_timeout(stream: &UnixStream, timeout: Duration) -> io::Result<()> {
match stream.set_read_timeout(Some(timeout)) {
#[cfg(target_vendor = "apple")]
Err(e) if e.raw_os_error() == Some(EINVAL) => Ok(()),
other => other,
}
}
+47
View File
@@ -0,0 +1,47 @@
//! Setting a read timeout on a Unix socket whose peer has already gone.
use std::io::{ErrorKind, Read, Write};
use std::os::unix::net::UnixStream;
use std::time::Duration;
use loopd::socket::set_read_timeout;
#[test]
fn a_peer_that_wrote_and_closed_still_delivers_what_it_wrote() {
let (mut ours, mut theirs) = UnixStream::pair().unwrap();
theirs.write_all(b"frame").unwrap();
drop(theirs);
set_read_timeout(&ours, Duration::from_secs(5)).unwrap();
let mut got = Vec::new();
ours.read_to_end(&mut got).unwrap();
assert_eq!(got, b"frame");
}
#[test]
fn a_peer_that_closed_without_writing_reads_as_the_end() {
let (mut ours, theirs) = UnixStream::pair().unwrap();
drop(theirs);
set_read_timeout(&ours, Duration::from_secs(5)).unwrap();
let mut byte = [0u8; 1];
assert_eq!(ours.read(&mut byte).unwrap(), 0);
}
#[test]
fn a_live_peer_gets_the_timeout() {
let (mut ours, _theirs) = UnixStream::pair().unwrap();
set_read_timeout(&ours, Duration::from_millis(20)).unwrap();
let mut byte = [0u8; 1];
let err = ours.read(&mut byte).unwrap_err();
assert!(
matches!(err.kind(), ErrorKind::WouldBlock | ErrorKind::TimedOut),
"{err:?}"
);
}
#[test]
fn a_zero_timeout_is_still_refused() {
let (ours, theirs) = UnixStream::pair().unwrap();
drop(theirs);
let err = set_read_timeout(&ours, Duration::ZERO).unwrap_err();
assert_eq!(err.kind(), ErrorKind::InvalidInput);
}