codex-tools: extract dynamic tool adapters (#15944)

## Why

`codex-tools` already owned the shared JSON schema parser and the MCP
tool schema adapter, but `core/src/tools/spec.rs` still parsed dynamic
tools directly.

That left the tool-schema boundary split in two different ways:

- MCP tools flowed through `codex-tools`, while dynamic tools were still
parsed in `codex-core`
- the extracted dynamic-tool path initially introduced a
dynamic-specific parsed shape even though `codex-tools` already had very
similar MCP adapter output

This change finishes that extraction boundary in one step. `codex-core`
still owns `ResponsesApiTool` assembly, but both MCP tools and dynamic
tools now enter that layer through `codex-tools` using the same parsed
tool-definition shape.

## What changed

- added `tools/src/dynamic_tool.rs` and sibling
`tools/src/dynamic_tool_tests.rs`
- introduced `parse_dynamic_tool()` in `codex-tools` and switched
`core/src/tools/spec.rs` to use it for dynamic tools
- added `tools/src/parsed_tool_definition.rs` so both MCP and dynamic
adapters return the same `ParsedToolDefinition`
- updated `core/src/tools/spec.rs` to build `ResponsesApiTool` through a
shared local adapter helper instead of separate MCP and dynamic assembly
paths
- expanded `core/src/tools/spec_tests.rs` so the dynamic-tool adapter
test asserts the full converted `ResponsesApiTool`, including
`defer_loading`
- updated `codex-rs/tools/README.md` to reflect the shared parsed
tool-definition boundary

## Test plan

- `cargo test -p codex-tools`
- `cargo test -p codex-core --lib tools::spec::`

---
[//]: # (BEGIN SAPLING FOOTER)
Stack created with [Sapling](https://sapling-scm.com). Best reviewed
with [ReviewStack](https://reviewstack.dev/openai/codex/pull/15944).
* #15953
* __->__ #15944
This commit is contained in:
Michael Bolin authored and GitHub committed 2026-03-27 09:12:36 -07:00
1 parent ec089fd22a
commit 617475e54b
11 files changed
+195 -49

No files matched your search

+1
View File
@@ -2614,6 +2614,7 @@ dependencies = [
name = "codex-tools" name = "codex-tools"
version = "0.0.0" version = "0.0.0"
dependencies = [ dependencies = [
"codex-protocol",
"pretty_assertions", "pretty_assertions",
"rmcp", "rmcp",
"serde", "serde",
+25 -25
View File
@@ -46,8 +46,9 @@ use codex_protocol::openai_models::WebSearchToolType;
use codex_protocol::protocol::SandboxPolicy; use codex_protocol::protocol::SandboxPolicy;
use codex_protocol::protocol::SessionSource; use codex_protocol::protocol::SessionSource;
use codex_protocol::protocol::SubAgentSource; use codex_protocol::protocol::SubAgentSource;
use codex_tools::ParsedToolDefinition;
use codex_tools::parse_dynamic_tool;
use codex_tools::parse_mcp_tool; use codex_tools::parse_mcp_tool;
pub use codex_tools::parse_tool_input_schema;
use codex_utils_absolute_path::AbsolutePathBuf; use codex_utils_absolute_path::AbsolutePathBuf;
use codex_utils_template::Template; use codex_utils_template::Template;
use serde::Deserialize; use serde::Deserialize;
@@ -2385,16 +2386,10 @@ pub(crate) fn mcp_tool_to_openai_tool(
fully_qualified_name: String, fully_qualified_name: String,
tool: rmcp::model::Tool, tool: rmcp::model::Tool,
) -> Result<ResponsesApiTool, serde_json::Error> { ) -> Result<ResponsesApiTool, serde_json::Error> {
let parsed_tool = parse_mcp_tool(&tool)?; Ok(parsed_tool_to_openai_tool(
fully_qualified_name,
Ok(ResponsesApiTool { parse_mcp_tool(&tool)?,
name: fully_qualified_name, ))
description: parsed_tool.description,
strict: false,
defer_loading: None,
parameters: parsed_tool.input_schema,
output_schema: Some(parsed_tool.output_schema),
})
} }
pub(crate) fn mcp_tool_to_deferred_openai_tool( pub(crate) fn mcp_tool_to_deferred_openai_tool(
@@ -2403,29 +2398,34 @@ pub(crate) fn mcp_tool_to_deferred_openai_tool(
) -> Result<ResponsesApiTool, serde_json::Error> { ) -> Result<ResponsesApiTool, serde_json::Error> {
let parsed_tool = parse_mcp_tool(&tool)?; let parsed_tool = parse_mcp_tool(&tool)?;
Ok(ResponsesApiTool { Ok(parsed_tool_to_openai_tool(
name, name,
description: parsed_tool.description, ParsedToolDefinition {
strict: false,
defer_loading: Some(true),
parameters: parsed_tool.input_schema,
output_schema: None, output_schema: None,
}) defer_loading: true,
..parsed_tool
},
))
} }
fn dynamic_tool_to_openai_tool( fn dynamic_tool_to_openai_tool(
tool: &DynamicToolSpec, tool: &DynamicToolSpec,
) -> Result<ResponsesApiTool, serde_json::Error> { ) -> Result<ResponsesApiTool, serde_json::Error> {
let input_schema = parse_tool_input_schema(&tool.input_schema)?; Ok(parsed_tool_to_openai_tool(
tool.name.clone(),
parse_dynamic_tool(tool)?,
))
}
Ok(ResponsesApiTool { fn parsed_tool_to_openai_tool(name: String, parsed_tool: ParsedToolDefinition) -> ResponsesApiTool {
name: tool.name.clone(), ResponsesApiTool {
description: tool.description.clone(), name,
description: parsed_tool.description,
strict: false, strict: false,
defer_loading: None, defer_loading: parsed_tool.defer_loading.then_some(true),
parameters: input_schema, parameters: parsed_tool.input_schema,
output_schema: None, output_schema: parsed_tool.output_schema,
}) }
} }
/// Builds the tool registry builder while collecting tool specs for later serialization. /// Builds the tool registry builder while collecting tool specs for later serialization.
+39
View File
@@ -8,6 +8,7 @@ use crate::tools::ToolRouter;
use crate::tools::registry::ConfiguredToolSpec; use crate::tools::registry::ConfiguredToolSpec;
use crate::tools::router::ToolRouterParams; use crate::tools::router::ToolRouterParams;
use codex_app_server_protocol::AppInfo; use codex_app_server_protocol::AppInfo;
use codex_protocol::dynamic_tools::DynamicToolSpec;
use codex_protocol::openai_models::InputModality; use codex_protocol::openai_models::InputModality;
use codex_protocol::openai_models::ModelInfo; use codex_protocol::openai_models::ModelInfo;
use codex_protocol::openai_models::ModelsResponse; use codex_protocol::openai_models::ModelsResponse;
@@ -126,6 +127,44 @@ fn deferred_responses_api_tool_serializes_with_defer_loading() {
); );
} }
#[test]
fn dynamic_tool_preserves_defer_loading() {
let tool = DynamicToolSpec {
name: "lookup_order".to_string(),
description: "Look up an order".to_string(),
input_schema: serde_json::json!({
"type": "object",
"properties": {
"order_id": {"type": "string"}
},
"required": ["order_id"],
"additionalProperties": false,
}),
defer_loading: true,
};
let openai_tool = dynamic_tool_to_openai_tool(&tool).expect("convert dynamic tool");
assert_eq!(
openai_tool,
ResponsesApiTool {
name: "lookup_order".to_string(),
description: "Look up an order".to_string(),
strict: false,
defer_loading: Some(true),
parameters: JsonSchema::Object {
properties: BTreeMap::from([(
"order_id".to_string(),
JsonSchema::String { description: None },
)]),
required: Some(vec!["order_id".to_string()]),
additional_properties: Some(false.into()),
},
output_schema: None,
}
);
}
fn tool_name(tool: &ToolSpec) -> &str { fn tool_name(tool: &ToolSpec) -> &str {
match tool { match tool {
ToolSpec::Function(ResponsesApiTool { name, .. }) => name, ToolSpec::Function(ResponsesApiTool { name, .. }) => name,
+1
View File
@@ -8,6 +8,7 @@ version.workspace = true
workspace = true workspace = true
[dependencies] [dependencies]
codex-protocol = { workspace = true }
rmcp = { workspace = true, default-features = false, features = [ rmcp = { workspace = true, default-features = false, features = [
"base64", "base64",
"macros", "macros",
+2 -1
View File
@@ -9,8 +9,9 @@ schema primitives that no longer need to live in `core/src/tools/spec.rs`:
- `JsonSchema` - `JsonSchema`
- `AdditionalProperties` - `AdditionalProperties`
- `ParsedToolDefinition`
- `parse_tool_input_schema()` - `parse_tool_input_schema()`
- `ParsedMcpTool` - `parse_dynamic_tool()`
- `parse_mcp_tool()` - `parse_mcp_tool()`
- `mcp_call_tool_result_output_schema()` - `mcp_call_tool_result_output_schema()`
+24
View File
@@ -0,0 +1,24 @@
use crate::ParsedToolDefinition;
use crate::parse_tool_input_schema;
use codex_protocol::dynamic_tools::DynamicToolSpec;
pub fn parse_dynamic_tool(
tool: &DynamicToolSpec,
) -> Result<ParsedToolDefinition, serde_json::Error> {
let DynamicToolSpec {
name: _,
description,
input_schema,
defer_loading,
} = tool;
Ok(ParsedToolDefinition {
description: description.clone(),
input_schema: parse_tool_input_schema(input_schema)?,
output_schema: None,
defer_loading: *defer_loading,
})
}
#[cfg(test)]
#[path = "dynamic_tool_tests.rs"]
mod tests;
+68
View File
@@ -0,0 +1,68 @@
use super::parse_dynamic_tool;
use crate::JsonSchema;
use crate::ParsedToolDefinition;
use codex_protocol::dynamic_tools::DynamicToolSpec;
use pretty_assertions::assert_eq;
use std::collections::BTreeMap;
#[test]
fn parse_dynamic_tool_sanitizes_input_schema() {
let tool = DynamicToolSpec {
name: "lookup_ticket".to_string(),
description: "Fetch a ticket".to_string(),
input_schema: serde_json::json!({
"properties": {
"id": {
"description": "Ticket identifier"
}
}
}),
defer_loading: false,
};
assert_eq!(
parse_dynamic_tool(&tool).expect("parse dynamic tool"),
ParsedToolDefinition {
description: "Fetch a ticket".to_string(),
input_schema: JsonSchema::Object {
properties: BTreeMap::from([(
"id".to_string(),
JsonSchema::String {
description: Some("Ticket identifier".to_string()),
},
)]),
required: None,
additional_properties: None,
},
output_schema: None,
defer_loading: false,
}
);
}
#[test]
fn parse_dynamic_tool_preserves_defer_loading() {
let tool = DynamicToolSpec {
name: "lookup_ticket".to_string(),
description: "Fetch a ticket".to_string(),
input_schema: serde_json::json!({
"type": "object",
"properties": {}
}),
defer_loading: true,
};
assert_eq!(
parse_dynamic_tool(&tool).expect("parse dynamic tool"),
ParsedToolDefinition {
description: "Fetch a ticket".to_string(),
input_schema: JsonSchema::Object {
properties: BTreeMap::new(),
required: None,
additional_properties: None,
},
output_schema: None,
defer_loading: true,
}
);
}
+4 -1
View File
@@ -1,11 +1,14 @@
//! Shared tool-schema parsing primitives that can live outside `codex-core`. //! Shared tool-schema parsing primitives that can live outside `codex-core`.
mod dynamic_tool;
mod json_schema; mod json_schema;
mod mcp_tool; mod mcp_tool;
mod parsed_tool_definition;
pub use dynamic_tool::parse_dynamic_tool;
pub use json_schema::AdditionalProperties; pub use json_schema::AdditionalProperties;
pub use json_schema::JsonSchema; pub use json_schema::JsonSchema;
pub use json_schema::parse_tool_input_schema; pub use json_schema::parse_tool_input_schema;
pub use mcp_tool::ParsedMcpTool;
pub use mcp_tool::mcp_call_tool_result_output_schema; pub use mcp_tool::mcp_call_tool_result_output_schema;
pub use mcp_tool::parse_mcp_tool; pub use mcp_tool::parse_mcp_tool;
pub use parsed_tool_definition::ParsedToolDefinition;
+7 -13
View File
@@ -1,18 +1,9 @@
use crate::JsonSchema; use crate::ParsedToolDefinition;
use crate::parse_tool_input_schema; use crate::parse_tool_input_schema;
use serde_json::Value as JsonValue; use serde_json::Value as JsonValue;
use serde_json::json; use serde_json::json;
/// Parsed MCP tool metadata and schemas that can be adapted into a higher-level pub fn parse_mcp_tool(tool: &rmcp::model::Tool) -> Result<ParsedToolDefinition, serde_json::Error> {
/// tool spec by downstream crates.
#[derive(Debug, PartialEq)]
pub struct ParsedMcpTool {
pub description: String,
pub input_schema: JsonSchema,
pub output_schema: JsonValue,
}
pub fn parse_mcp_tool(tool: &rmcp::model::Tool) -> Result<ParsedMcpTool, serde_json::Error> {
let mut serialized_input_schema = serde_json::Value::Object(tool.input_schema.as_ref().clone()); let mut serialized_input_schema = serde_json::Value::Object(tool.input_schema.as_ref().clone());
// OpenAI models mandate the "properties" field in the schema. Some MCP // OpenAI models mandate the "properties" field in the schema. Some MCP
@@ -34,10 +25,13 @@ pub fn parse_mcp_tool(tool: &rmcp::model::Tool) -> Result<ParsedMcpTool, serde_j
.map(|output_schema| serde_json::Value::Object(output_schema.as_ref().clone())) .map(|output_schema| serde_json::Value::Object(output_schema.as_ref().clone()))
.unwrap_or_else(|| JsonValue::Object(serde_json::Map::new())); .unwrap_or_else(|| JsonValue::Object(serde_json::Map::new()));
Ok(ParsedMcpTool { Ok(ParsedToolDefinition {
description: tool.description.clone().map(Into::into).unwrap_or_default(), description: tool.description.clone().map(Into::into).unwrap_or_default(),
input_schema, input_schema,
output_schema: mcp_call_tool_result_output_schema(structured_content_schema), output_schema: Some(mcp_call_tool_result_output_schema(
structured_content_schema,
)),
defer_loading: false,
}) })
} }
+12 -9
View File
@@ -1,7 +1,7 @@
use super::ParsedMcpTool;
use super::mcp_call_tool_result_output_schema; use super::mcp_call_tool_result_output_schema;
use super::parse_mcp_tool; use super::parse_mcp_tool;
use crate::JsonSchema; use crate::JsonSchema;
use crate::ParsedToolDefinition;
use pretty_assertions::assert_eq; use pretty_assertions::assert_eq;
use std::collections::BTreeMap; use std::collections::BTreeMap;
@@ -31,14 +31,15 @@ fn parse_mcp_tool_inserts_empty_properties() {
assert_eq!( assert_eq!(
parse_mcp_tool(&tool).expect("parse MCP tool"), parse_mcp_tool(&tool).expect("parse MCP tool"),
ParsedMcpTool { ParsedToolDefinition {
description: "No properties".to_string(), description: "No properties".to_string(),
input_schema: JsonSchema::Object { input_schema: JsonSchema::Object {
properties: BTreeMap::new(), properties: BTreeMap::new(),
required: None, required: None,
additional_properties: None, additional_properties: None,
}, },
output_schema: mcp_call_tool_result_output_schema(serde_json::json!({})), output_schema: Some(mcp_call_tool_result_output_schema(serde_json::json!({}))),
defer_loading: false,
} }
); );
} }
@@ -67,14 +68,14 @@ fn parse_mcp_tool_preserves_top_level_output_schema() {
assert_eq!( assert_eq!(
parse_mcp_tool(&tool).expect("parse MCP tool"), parse_mcp_tool(&tool).expect("parse MCP tool"),
ParsedMcpTool { ParsedToolDefinition {
description: "Has output schema".to_string(), description: "Has output schema".to_string(),
input_schema: JsonSchema::Object { input_schema: JsonSchema::Object {
properties: BTreeMap::new(), properties: BTreeMap::new(),
required: None, required: None,
additional_properties: None, additional_properties: None,
}, },
output_schema: mcp_call_tool_result_output_schema(serde_json::json!({ output_schema: Some(mcp_call_tool_result_output_schema(serde_json::json!({
"properties": { "properties": {
"result": { "result": {
"properties": { "properties": {
@@ -83,7 +84,8 @@ fn parse_mcp_tool_preserves_top_level_output_schema() {
} }
}, },
"required": ["result"] "required": ["result"]
})), }))),
defer_loading: false,
} }
); );
} }
@@ -105,16 +107,17 @@ fn parse_mcp_tool_preserves_output_schema_without_inferred_type() {
assert_eq!( assert_eq!(
parse_mcp_tool(&tool).expect("parse MCP tool"), parse_mcp_tool(&tool).expect("parse MCP tool"),
ParsedMcpTool { ParsedToolDefinition {
description: "Has enum output schema".to_string(), description: "Has enum output schema".to_string(),
input_schema: JsonSchema::Object { input_schema: JsonSchema::Object {
properties: BTreeMap::new(), properties: BTreeMap::new(),
required: None, required: None,
additional_properties: None, additional_properties: None,
}, },
output_schema: mcp_call_tool_result_output_schema(serde_json::json!({ output_schema: Some(mcp_call_tool_result_output_schema(serde_json::json!({
"enum": ["ok", "error"] "enum": ["ok", "error"]
})), }))),
defer_loading: false,
} }
); );
} }
@@ -0,0 +1,12 @@
use crate::JsonSchema;
use serde_json::Value as JsonValue;
/// Parsed tool metadata and schemas that downstream crates can adapt into
/// higher-level tool specs.
#[derive(Debug, PartialEq)]
pub struct ParsedToolDefinition {
pub description: String,
pub input_schema: JsonSchema,
pub output_schema: Option<JsonValue>,
pub defer_loading: bool,
}