mirror of
https://github.com/microsoft/agent-framework.git
synced 2026-06-16 21:04:09 +08:00
Eduard van Valkenburg
0521f5bed8
* [BREAKING] Rename ChatAgent -> Agent, ChatMessage -> Message, ChatClientProtocol -> SupportsChatGetResponse Simplify the public API by removing redundant 'Chat' prefix from core types: - ChatAgent -> Agent - RawChatAgent -> RawAgent - ChatMessage -> Message - ChatClientProtocol -> SupportsChatGetResponse Also renamed internal WorkflowMessage (was Message in _runner_context) to avoid collision. No backward compatibility aliases - this is a clean breaking change. * [BREAKING] Rename Agent chat_client parameter to client * Fix rebase issues: WorkflowMessage references and broken markdown links * Fix formatting and lint issues from code quality checks * Fix import ordering in workflow sample files * fixed rebase * Fix test failures: use WorkflowMessage and A2AMessage after ChatMessage→Message rename - Replace Message(data=..., source_id=...) with WorkflowMessage(...) in workflow tests - Fix isinstance check in A2A agent to use A2AMessage instead of Message - Fix import in test_workflow_observability.py (Message→WorkflowMessage) * Fix lint, fmt, and sample errors after ChatMessage→Message rename - Auto-fix 70+ ruff lint issues across samples (ChatMessage→Message refs) - Fix HostedVectorStoreContent→Content.from_hosted_vector_store in file search sample - Fix _normalize_messages→normalize_messages in custom agent sample - Fix context.terminate→raise MiddlewareTermination in middleware samples - Fix with_update_hook→with_transform_hook in override middleware sample - Add TOptions_co import back to custom_chat_client sample - Add noqa for FastAPI File() default in chatkit sample - Fix B023 loop variable capture in weather agent sample * fix: update Agent constructor calls from chat_client to client in declaration-only tool tests * fix: add register_cleanup to devui lazy-loading proxy and type stub * fixed tests and updated new pieces * fix agui typevar * fix merge errors * fix merge conflicts * fiux merge * Remove unused links --------- Co-authored-by: Evan Mattson <evan.mattson@microsoft.com>
225 lines
9.0 KiB
Python
225 lines
9.0 KiB
Python
# Copyright (c) Microsoft. All rights reserved.
|
|
|
|
"""Tests for tau2 utils module."""
|
|
|
|
import urllib.request
|
|
from pathlib import Path
|
|
|
|
import pytest
|
|
from agent_framework import Content, FunctionTool, Message
|
|
from agent_framework_lab_tau2._tau2_utils import (
|
|
convert_agent_framework_messages_to_tau2_messages,
|
|
convert_tau2_tool_to_function_tool,
|
|
)
|
|
from tau2.data_model.message import AssistantMessage, SystemMessage, ToolCall, ToolMessage, UserMessage
|
|
from tau2.domains.airline.data_model import FlightDB
|
|
from tau2.domains.airline.tools import AirlineTools
|
|
from tau2.environment.environment import Environment
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def tau2_airline_environment() -> Environment:
|
|
airline_db_remote_path = "https://raw.githubusercontent.com/sierra-research/tau2-bench/5ba9e3e56db57c5e4114bf7f901291f09b2c5619/data/tau2/domains/airline/db.json"
|
|
airline_policy_remote_path = "https://raw.githubusercontent.com/sierra-research/tau2-bench/5ba9e3e56db57c5e4114bf7f901291f09b2c5619/data/tau2/domains/airline/policy.md"
|
|
|
|
# Create cache directory
|
|
cache_dir = Path(__file__).parent / "data"
|
|
cache_dir.mkdir(exist_ok=True)
|
|
|
|
# Define cache file paths
|
|
db_cache_path = cache_dir / "airline_db.json"
|
|
policy_cache_path = cache_dir / "airline_policy.md"
|
|
|
|
# Download files only if they don't exist in cache
|
|
if not db_cache_path.exists():
|
|
urllib.request.urlretrieve(airline_db_remote_path, db_cache_path)
|
|
|
|
if not policy_cache_path.exists():
|
|
urllib.request.urlretrieve(airline_policy_remote_path, policy_cache_path)
|
|
|
|
# Load data from cached files
|
|
db = FlightDB.load(str(db_cache_path))
|
|
tools = AirlineTools(db)
|
|
with open(policy_cache_path) as fp:
|
|
policy = fp.read()
|
|
|
|
yield Environment(
|
|
domain_name="airline",
|
|
policy=policy,
|
|
tools=tools,
|
|
)
|
|
|
|
|
|
def test_convert_tau2_tool_to_function_tool_basic(tau2_airline_environment):
|
|
"""Test basic conversion from tau2 tool to FunctionTool."""
|
|
# Get real tools from tau2 environment
|
|
tools = tau2_airline_environment.get_tools()
|
|
|
|
# Use the first available tool for testing
|
|
assert len(tools) > 0, "No tools available in environment"
|
|
tau2_tool = tools[0]
|
|
|
|
# Convert the tool
|
|
tool = convert_tau2_tool_to_function_tool(tau2_tool)
|
|
|
|
# Verify the conversion
|
|
assert isinstance(tool, FunctionTool)
|
|
assert tool.name == tau2_tool.name
|
|
assert tool.description == tau2_tool._get_description()
|
|
assert tool.input_model == tau2_tool.params
|
|
|
|
# Test that the function is callable (we won't call it with real params to avoid side effects)
|
|
assert callable(tool.func)
|
|
|
|
|
|
def test_convert_tau2_tool_to_function_tool_multiple_tools(tau2_airline_environment):
|
|
"""Test conversion with multiple tau2 tools."""
|
|
# Get real tools from tau2 environment
|
|
tools = tau2_airline_environment.get_tools()
|
|
|
|
# Convert multiple tools
|
|
function_tools = [convert_tau2_tool_to_function_tool(tool) for tool in tools[:3]] # Test first 3 tools
|
|
|
|
# Verify all conversions
|
|
for tool, tau2_tool in zip(function_tools, tools[:3], strict=False):
|
|
assert isinstance(tool, FunctionTool)
|
|
assert tool.name == tau2_tool.name
|
|
assert tool.description == tau2_tool._get_description()
|
|
assert tool.input_model == tau2_tool.params
|
|
assert callable(tool.func)
|
|
|
|
|
|
def test_convert_agent_framework_messages_to_tau2_messages_system():
|
|
"""Test converting system message."""
|
|
messages = [Message(role="system", contents=[Content.from_text(text="System instruction")])]
|
|
|
|
tau2_messages = convert_agent_framework_messages_to_tau2_messages(messages)
|
|
|
|
assert len(tau2_messages) == 1
|
|
assert isinstance(tau2_messages[0], SystemMessage)
|
|
assert tau2_messages[0].role == "system"
|
|
assert tau2_messages[0].content == "System instruction"
|
|
|
|
|
|
def test_convert_agent_framework_messages_to_tau2_messages_user():
|
|
"""Test converting user message."""
|
|
messages = [Message(role="user", contents=[Content.from_text(text="Hello assistant")])]
|
|
|
|
tau2_messages = convert_agent_framework_messages_to_tau2_messages(messages)
|
|
|
|
assert len(tau2_messages) == 1
|
|
assert isinstance(tau2_messages[0], UserMessage)
|
|
assert tau2_messages[0].role == "user"
|
|
assert tau2_messages[0].content == "Hello assistant"
|
|
assert tau2_messages[0].tool_calls is None
|
|
|
|
|
|
def test_convert_agent_framework_messages_to_tau2_messages_assistant():
|
|
"""Test converting assistant message."""
|
|
messages = [Message(role="assistant", contents=[Content.from_text(text="Hello user")])]
|
|
|
|
tau2_messages = convert_agent_framework_messages_to_tau2_messages(messages)
|
|
|
|
assert len(tau2_messages) == 1
|
|
assert isinstance(tau2_messages[0], AssistantMessage)
|
|
assert tau2_messages[0].role == "assistant"
|
|
assert tau2_messages[0].content == "Hello user"
|
|
assert tau2_messages[0].tool_calls is None
|
|
|
|
|
|
def test_convert_agent_framework_messages_to_tau2_messages_with_function_call():
|
|
"""Test converting message with function call."""
|
|
function_call = Content.from_function_call(call_id="call_123", name="test_function", arguments={"param": "value"})
|
|
|
|
messages = [Message(role="assistant", contents=[Content.from_text(text="I'll call a function"), function_call])]
|
|
|
|
tau2_messages = convert_agent_framework_messages_to_tau2_messages(messages)
|
|
|
|
assert len(tau2_messages) == 1
|
|
assert isinstance(tau2_messages[0], AssistantMessage)
|
|
assert tau2_messages[0].content == "I'll call a function"
|
|
assert tau2_messages[0].tool_calls is not None
|
|
assert len(tau2_messages[0].tool_calls) == 1
|
|
|
|
tool_call = tau2_messages[0].tool_calls[0]
|
|
assert isinstance(tool_call, ToolCall)
|
|
assert tool_call.id == "call_123"
|
|
assert tool_call.name == "test_function"
|
|
assert tool_call.arguments == {"param": "value"}
|
|
assert tool_call.requestor == "assistant"
|
|
|
|
|
|
def test_convert_agent_framework_messages_to_tau2_messages_with_function_result():
|
|
"""Test converting message with function result."""
|
|
function_result = Content.from_function_result(call_id="call_123", result={"success": True, "data": "result data"})
|
|
|
|
messages = [Message(role="tool", contents=[function_result])]
|
|
|
|
tau2_messages = convert_agent_framework_messages_to_tau2_messages(messages)
|
|
|
|
assert len(tau2_messages) == 1
|
|
assert isinstance(tau2_messages[0], ToolMessage)
|
|
assert tau2_messages[0].id == "call_123"
|
|
assert tau2_messages[0].role == "tool"
|
|
assert tau2_messages[0].content is not None
|
|
assert '{"success": true, "data": "result data"}' in tau2_messages[0].content
|
|
assert tau2_messages[0].requestor == "assistant"
|
|
assert tau2_messages[0].error is False
|
|
|
|
|
|
def test_convert_agent_framework_messages_to_tau2_messages_with_error():
|
|
"""Test converting function result with error."""
|
|
function_result = Content.from_function_result(
|
|
call_id="call_456", result="Error occurred", exception=Exception("Test error")
|
|
)
|
|
|
|
messages = [Message(role="tool", contents=[function_result])]
|
|
|
|
tau2_messages = convert_agent_framework_messages_to_tau2_messages(messages)
|
|
|
|
assert len(tau2_messages) == 1
|
|
assert isinstance(tau2_messages[0], ToolMessage)
|
|
assert tau2_messages[0].error is True
|
|
|
|
|
|
def test_convert_agent_framework_messages_to_tau2_messages_multiple_text_contents():
|
|
"""Test converting message with multiple text contents."""
|
|
messages = [
|
|
Message(role="user", contents=[Content.from_text(text="First part"), Content.from_text(text="Second part")])
|
|
]
|
|
|
|
tau2_messages = convert_agent_framework_messages_to_tau2_messages(messages)
|
|
|
|
assert len(tau2_messages) == 1
|
|
assert isinstance(tau2_messages[0], UserMessage)
|
|
assert tau2_messages[0].content == "First part Second part"
|
|
|
|
|
|
def test_convert_agent_framework_messages_to_tau2_messages_complex_scenario():
|
|
"""Test converting complex scenario with multiple message types."""
|
|
function_call = Content.from_function_call(call_id="call_789", name="complex_tool", arguments='{"key": "value"}')
|
|
|
|
function_result = Content.from_function_result(call_id="call_789", result={"output": "tool result"})
|
|
|
|
messages = [
|
|
Message(role="system", contents=[Content.from_text(text="System prompt")]),
|
|
Message(role="user", contents=[Content.from_text(text="User request")]),
|
|
Message(role="assistant", contents=[Content.from_text(text="I'll help you"), function_call]),
|
|
Message(role="tool", contents=[function_result]),
|
|
Message(role="assistant", contents=[Content.from_text(text="Based on the result...")]),
|
|
]
|
|
|
|
tau2_messages = convert_agent_framework_messages_to_tau2_messages(messages)
|
|
|
|
assert len(tau2_messages) == 5
|
|
assert isinstance(tau2_messages[0], SystemMessage)
|
|
assert isinstance(tau2_messages[1], UserMessage)
|
|
assert isinstance(tau2_messages[2], AssistantMessage)
|
|
assert isinstance(tau2_messages[3], ToolMessage)
|
|
assert isinstance(tau2_messages[4], AssistantMessage)
|
|
|
|
# Check the assistant message with tool call
|
|
assert tau2_messages[2].tool_calls is not None
|
|
assert len(tau2_messages[2].tool_calls) == 1
|
|
assert tau2_messages[2].tool_calls[0].name == "complex_tool"
|