mirror of
https://github.com/pchuan98/codex.git
synced 2026-07-01 00:31:56 +08:00
a292faae5a
Follow-up to #27356. ## Stack note This PR changes Codex's internal dynamic-tool shape while leaving `thread/start` unchanged. App-server therefore converts the existing per-tool input into explicit functions and namespaces before passing it to core. [#27371](https://github.com/openai/codex/pull/27371) updates `thread/start` to use the same explicit shape and removes this temporary conversion. ## Why Dynamic tools repeat namespace metadata on every function. Core should keep one explicit namespace with its member tools so descriptions and membership stay consistent across sessions and runtime planning. ## What changed - Represent dynamic tools as top-level functions or explicit namespaces in protocol and session state. - Read old flat rollout metadata and write the canonical hierarchy. - Flatten namespace members only when registering callable tools. - Keep `thread/start.dynamicTools` flat for now and normalize it at the app-server boundary. New builds can read old rollout metadata. Older builds cannot read newly written hierarchical metadata. ## Test plan - `just test -p codex-app-server thread_start_normalizes_legacy_dynamic_tools_into_model_request` - `just test -p codex-protocol session_meta_normalizes_legacy_dynamic_tools` - `just test -p codex-core resume_restores_dynamic_tools_from_rollout_with_sqlite_enabled` - `just test -p codex-core tool_search_returns_deferred_dynamic_tool_and_routes_follow_up_call` - `just test -p codex-core code_mode_can_call_hidden_dynamic_tools` - `just test -p codex-tools`
170 lines
6.8 KiB
Rust
170 lines
6.8 KiB
Rust
use crate::ResponsesApiNamespaceTool;
|
|
use crate::ToolName;
|
|
use crate::ToolSpec;
|
|
use codex_code_mode::CodeModeToolKind;
|
|
use codex_code_mode::ToolDefinition as CodeModeToolDefinition;
|
|
|
|
/// Augment tool descriptions with code-mode-specific exec samples.
|
|
pub fn augment_tool_spec_for_code_mode(spec: ToolSpec) -> ToolSpec {
|
|
match spec {
|
|
ToolSpec::Function(mut tool) => {
|
|
let Some(description) =
|
|
augmented_description_for_spec(&ToolSpec::Function(tool.clone()))
|
|
else {
|
|
return ToolSpec::Function(tool);
|
|
};
|
|
tool.description = description;
|
|
ToolSpec::Function(tool)
|
|
}
|
|
ToolSpec::Freeform(mut tool) => {
|
|
let Some(description) =
|
|
augmented_description_for_spec(&ToolSpec::Freeform(tool.clone()))
|
|
else {
|
|
return ToolSpec::Freeform(tool);
|
|
};
|
|
tool.description = description;
|
|
ToolSpec::Freeform(tool)
|
|
}
|
|
ToolSpec::Namespace(mut namespace) => {
|
|
for tool in &mut namespace.tools {
|
|
match tool {
|
|
ResponsesApiNamespaceTool::Function(tool) => {
|
|
let tool_name =
|
|
ToolName::namespaced(namespace.name.clone(), tool.name.clone());
|
|
let definition = CodeModeToolDefinition {
|
|
name: code_mode_name_for_tool_name(&tool_name),
|
|
tool_name,
|
|
description: tool.description.clone(),
|
|
kind: CodeModeToolKind::Function,
|
|
input_schema: serde_json::to_value(&tool.parameters).ok(),
|
|
output_schema: tool.output_schema.clone(),
|
|
};
|
|
tool.description =
|
|
codex_code_mode::augment_tool_definition(definition).description;
|
|
}
|
|
}
|
|
}
|
|
ToolSpec::Namespace(namespace)
|
|
}
|
|
other => other,
|
|
}
|
|
}
|
|
|
|
/// Convert a supported nested tool spec into the code-mode runtime shape,
|
|
/// including the code-mode-specific description sample.
|
|
pub fn tool_spec_to_code_mode_tool_definition(spec: &ToolSpec) -> Option<CodeModeToolDefinition> {
|
|
let definition = code_mode_tool_definition_for_spec(spec)?;
|
|
codex_code_mode::is_code_mode_nested_tool(&definition.name)
|
|
.then(|| codex_code_mode::augment_tool_definition(definition))
|
|
}
|
|
|
|
pub fn collect_code_mode_tool_definitions<'a>(
|
|
specs: impl IntoIterator<Item = &'a ToolSpec>,
|
|
) -> Vec<CodeModeToolDefinition> {
|
|
let mut tool_definitions = specs
|
|
.into_iter()
|
|
.flat_map(|spec| {
|
|
let mut definitions = code_mode_tool_definitions_for_spec(spec);
|
|
if let ToolSpec::Namespace(namespace) = spec {
|
|
let namespace_description = namespace.description.trim();
|
|
if !namespace_description.is_empty() {
|
|
for definition in &mut definitions {
|
|
definition.description =
|
|
format!("{namespace_description}\n\n{}", definition.description);
|
|
}
|
|
}
|
|
}
|
|
definitions
|
|
})
|
|
.filter(|definition| codex_code_mode::is_code_mode_nested_tool(&definition.name))
|
|
.map(codex_code_mode::augment_tool_definition)
|
|
.collect::<Vec<_>>();
|
|
tool_definitions.sort_by(|left, right| left.name.cmp(&right.name));
|
|
tool_definitions.dedup_by(|left, right| left.name == right.name);
|
|
tool_definitions
|
|
}
|
|
|
|
pub fn collect_code_mode_exec_prompt_tool_definitions<'a>(
|
|
specs: impl IntoIterator<Item = &'a ToolSpec>,
|
|
) -> Vec<CodeModeToolDefinition> {
|
|
let mut tool_definitions = specs
|
|
.into_iter()
|
|
.flat_map(code_mode_tool_definitions_for_spec)
|
|
.filter(|definition| codex_code_mode::is_code_mode_nested_tool(&definition.name))
|
|
.collect::<Vec<_>>();
|
|
tool_definitions.sort_by(|left, right| left.name.cmp(&right.name));
|
|
tool_definitions.dedup_by(|left, right| left.name == right.name);
|
|
tool_definitions
|
|
}
|
|
|
|
fn augmented_description_for_spec(spec: &ToolSpec) -> Option<String> {
|
|
code_mode_tool_definition_for_spec(spec)
|
|
.map(codex_code_mode::augment_tool_definition)
|
|
.map(|definition| definition.description)
|
|
}
|
|
|
|
fn code_mode_tool_definition_for_spec(spec: &ToolSpec) -> Option<CodeModeToolDefinition> {
|
|
code_mode_tool_definitions_for_spec(spec).into_iter().next()
|
|
}
|
|
|
|
fn code_mode_tool_definitions_for_spec(spec: &ToolSpec) -> Vec<CodeModeToolDefinition> {
|
|
match spec {
|
|
ToolSpec::Function(tool) => {
|
|
let name = tool.name.clone();
|
|
vec![CodeModeToolDefinition {
|
|
tool_name: ToolName::plain(name.clone()),
|
|
name,
|
|
description: tool.description.clone(),
|
|
kind: CodeModeToolKind::Function,
|
|
input_schema: serde_json::to_value(&tool.parameters).ok(),
|
|
output_schema: tool.output_schema.clone(),
|
|
}]
|
|
}
|
|
ToolSpec::Freeform(tool) => {
|
|
let name = tool.name.clone();
|
|
vec![CodeModeToolDefinition {
|
|
tool_name: ToolName::plain(name.clone()),
|
|
name,
|
|
description: tool.description.clone(),
|
|
kind: CodeModeToolKind::Freeform,
|
|
input_schema: None,
|
|
output_schema: None,
|
|
}]
|
|
}
|
|
ToolSpec::Namespace(namespace) => namespace
|
|
.tools
|
|
.iter()
|
|
.map(|tool| match tool {
|
|
ResponsesApiNamespaceTool::Function(tool) => {
|
|
let tool_name = ToolName::namespaced(namespace.name.clone(), tool.name.clone());
|
|
CodeModeToolDefinition {
|
|
name: code_mode_name_for_tool_name(&tool_name),
|
|
tool_name,
|
|
description: tool.description.clone(),
|
|
kind: CodeModeToolKind::Function,
|
|
input_schema: serde_json::to_value(&tool.parameters).ok(),
|
|
output_schema: tool.output_schema.clone(),
|
|
}
|
|
}
|
|
})
|
|
.collect(),
|
|
ToolSpec::ImageGeneration { .. }
|
|
| ToolSpec::ToolSearch { .. }
|
|
| ToolSpec::WebSearch { .. } => Vec::new(),
|
|
}
|
|
}
|
|
|
|
pub fn code_mode_name_for_tool_name(tool_name: &ToolName) -> String {
|
|
match tool_name.namespace.as_deref() {
|
|
Some(namespace) if namespace.ends_with('_') || tool_name.name.starts_with('_') => {
|
|
format!("{namespace}{}", tool_name.name)
|
|
}
|
|
Some(namespace) => format!("{namespace}__{}", tool_name.name),
|
|
None => tool_name.name.clone(),
|
|
}
|
|
}
|
|
|
|
#[cfg(test)]
|
|
#[path = "code_mode_tests.rs"]
|
|
mod tests;
|