fix(ai): validate provider endpoints and bound the transport

Accept only http(s) endpoints and refuse URLs that could inject curl
config directives. Restrict the transfer to http,https, keep redirects
disabled (so a header cannot follow one to another origin) and bound the
response with max-filesize. Add endpoint and transport regression tests.
This commit is contained in:
Phoebus 2026-09-21 20:01:38 -07:00
parent d395fd3464
commit 9b5c1155b0
2 changed files with 120 additions and 8 deletions

View file

@ -183,6 +183,41 @@ impl SystemFacts {
}
}
/// Maximum accepted provider response size (16 MiB). A larger response is
/// treated as hostile and refused rather than buffered.
pub const MAX_RESPONSE_BYTES: u64 = 16 * 1024 * 1024;
/// Validate a provider endpoint before it is handed to the transport.
///
/// Only `http(s)` is allowed, and the URL may not contain whitespace, control
/// characters, quotes or backslashes: the transport embeds it in a curl config
/// file, so those characters could otherwise inject curl directives. Local and
/// LAN endpoints remain valid (that is the point of the explicit endpoint), but
/// unsafe schemes such as `file:`, `gopher:` or `scp:` are refused.
pub fn validate_endpoint(url: &str) -> Result<(), AiError> {
let trimmed = url.trim();
if trimmed.is_empty() {
return Err(AiError::ProviderUnavailable(
"no provider endpoint configured".into(),
));
}
let lower = trimmed.to_ascii_lowercase();
if !(lower.starts_with("http://") || lower.starts_with("https://")) {
return Err(AiError::Provider(format!(
"refusing non-http(s) endpoint scheme: {trimmed}"
)));
}
if trimmed
.chars()
.any(|c| c.is_whitespace() || c.is_control() || c == '"' || c == '\\')
{
return Err(AiError::Provider(
"endpoint contains a character that is unsafe in a transport config".into(),
));
}
Ok(())
}
/// The instructions given to the model. They are deliberately explicit about
/// the closed action set and the evidence requirement.
pub const SYSTEM_PROMPT: &str = "\
@ -357,11 +392,7 @@ pub fn complete_proposal_at(
"no AI provider selected".into(),
));
}
if endpoint.trim().is_empty() {
return Err(AiError::ProviderUnavailable(
"no provider endpoint configured".into(),
));
}
validate_endpoint(endpoint)?;
facts.validate_no_forbidden()?;
let request = build_request(provider, model, facts);
let body = serde_json::to_string(&request)?;
@ -488,6 +519,18 @@ mod tests {
assert!(complete_proposal_at(ProviderKind::Local, "", "", &facts(), &transport).is_err());
}
#[test]
fn endpoint_validation_rejects_unsafe_schemes_and_injection() {
assert!(validate_endpoint("https://api.deepseek.com/chat/completions").is_ok());
assert!(validate_endpoint("http://192.168.1.10:11434/v1/chat/completions").is_ok());
assert!(validate_endpoint("http://127.0.0.1:8080/v1/chat/completions").is_ok());
assert!(validate_endpoint("file:///etc/shadow").is_err());
assert!(validate_endpoint("scp://host/path").is_err());
assert!(validate_endpoint("https://x/v1\"\nheader = \"A: b").is_err());
assert!(validate_endpoint("https://x/v1 with space").is_err());
assert!(validate_endpoint("").is_err());
}
#[test]
fn request_has_no_secret_and_pins_the_schema() {
let request = build_request(ProviderKind::DeepSeek, "", &facts());

View file

@ -77,6 +77,9 @@ impl ModelTransport for CurlTransport<'_> {
url: &str,
body: &str,
) -> std::result::Result<String, AiError> {
// Fail closed on an unsafe scheme or a URL that could inject curl
// config directives before anything is written.
phoebus_ai::provider::validate_endpoint(url)?;
if self.sandboxed {
return self.send_sandboxed(url, body);
}
@ -96,13 +99,20 @@ impl ModelTransport for CurlTransport<'_> {
Some(key) => format!("header = \"Authorization: Bearer {}\"\n", key.expose()),
None => String::new(),
};
// `proto` restricts the transfer to http(s); `location` is deliberately
// absent so a redirect is never followed (a redirect could send the
// Authorization header to another origin). `max-filesize` bounds the
// response so a hostile or broken endpoint cannot exhaust memory.
let config = format!(
"url = \"{url}\"\n\
proto = \"=http,https\"\n\
header = \"Content-Type: application/json\"\n\
{auth}\
data = \"@{path}\"\n\
silent\nshow-error\nfail-with-body\nmax-time = 120\n",
path = request.path().display()
silent\nshow-error\nfail-with-body\nmax-time = 120\n\
connect-timeout = 30\nmax-filesize = {max}\n",
path = request.path().display(),
max = phoebus_ai::provider::MAX_RESPONSE_BYTES,
);
let spec = CommandSpec::new("ai", "query model", "curl")
.args(["-sS", "-K", "-"])
@ -127,10 +137,13 @@ impl CurlTransport<'_> {
let escaped = body.replace('\\', "\\\\").replace('"', "\\\"");
let config = format!(
"url = \"{url}\"\n\
proto = \"=http,https\"\n\
header = \"Content-Type: application/json\"\n\
{auth}\
data = \"{escaped}\"\n\
silent\nshow-error\nfail-with-body\nmax-time = 120\n"
silent\nshow-error\nfail-with-body\nmax-time = 120\n\
connect-timeout = 30\nmax-filesize = {max}\n",
max = phoebus_ai::provider::MAX_RESPONSE_BYTES,
);
let out = crate::sandbox::run(
self.exec,
@ -207,6 +220,62 @@ mod tests {
assert_eq!(exec.redactor().redact("sk-secret-value"), "<redacted>");
}
#[test]
fn curl_transport_refuses_an_unsafe_endpoint() {
let runner = RecordingRunner::new();
let exec = make_exec(runner.clone());
let transport = CurlTransport::new(&exec, None);
for bad in [
"file:///etc/passwd",
"gopher://127.0.0.1:70/",
"http://example.invalid/v1\"; header = \"X: y",
"https://example.invalid/v1\nheader = \"X: y\"",
] {
let err = transport
.send(ProviderKind::Local, bad, "{}")
.expect_err("unsafe endpoint must be refused");
assert!(
matches!(err, AiError::Provider(_)),
"unexpected error for {bad}: {err:?}"
);
}
assert!(
runner.recorded().is_empty(),
"curl must not run for a refused URL"
);
}
#[test]
fn curl_transport_bounds_the_response_and_disables_redirects() {
let runner = RecordingRunner::new();
runner.set_response(
"curl",
CommandOutput {
status: 0,
success: true,
stdout: b"{}".to_vec(),
stderr: Vec::new(),
duration: Duration::from_millis(1),
},
);
let exec = make_exec(runner.clone());
let transport = CurlTransport::new(&exec, None);
transport
.send(
ProviderKind::Local,
"http://127.0.0.1:11434/v1/chat/completions",
"{}",
)
.unwrap();
let stdin = String::from_utf8(runner.recorded()[0].stdin.clone().unwrap()).unwrap();
assert!(stdin.contains("max-filesize"), "{stdin}");
assert!(stdin.contains("proto = \"=http,https\""), "{stdin}");
assert!(
!stdin.contains("location"),
"redirects must stay disabled: {stdin}"
);
}
#[test]
fn curl_transport_omits_auth_without_a_key() {
let runner = RecordingRunner::new();