mirror of
https://github.com/microsoft/agent-framework.git
synced 2026-06-16 21:04:09 +08:00
Eduard van Valkenburg
a2856d3b92
* restructure: Python samples into progressive 01-05 layout - 01-get-started/: 6 numbered steps (hello agent → hosting) - 02-agents/: all agent concept samples (tools, middleware, providers, etc.) - 03-workflows/: ALL existing workflow samples preserved as-is - 04-hosting/: azure-functions, durabletask, a2a - 05-end-to-end/: demos, evaluation, hosted agents - Old files moved to _to_delete/ for review - Added AGENTS.md with structure documentation - autogen-migration/ and semantic-kernel-migration/ preserved at root * fix: switch to AzureOpenAI Foundry, fix CI failures - Switch all 01-get-started samples to AzureOpenAIResponsesClient with Azure AI Foundry project endpoint (AZURE_AI_PROJECT_ENDPOINT + AZURE_OPENAI_RESPONSES_DEPLOYMENT_NAME + AzureCliCredential) - Add _to_delete/ and 05-end-to-end/ to pyrightconfig.samples.json excludes - Fix test paths in packages/ that referenced old getting_started/ dirs: durabletask conftest + streaming test, azurefunctions conftest, devui conftest + capture_messages + openai_sdk_integration - Fix workflow_as_agent_human_in_the_loop.py import (sibling import) - Update hosting READMEs and tool comment paths - Replace root README.md with new structure overview - Update AGENTS.md to document Azure OpenAI Foundry as default provider * cleanup: remove _to_delete folder, copy resource files to active dirs All files in _to_delete/ were either: - Exact duplicates of files in the new structure (240 files) - Same file with only comment path updates (100 files) - One import-fix diff (workflow_as_agent_human_in_the_loop.py) - One superseded minimal_sample.py Resource files (sample.pdf, countries.json, employees.pdf, weather.json) copied to 02-agents/sample_assets/ and 02-agents/resources/ since active samples reference them. * fix: address PR review comments, centralize resources, remove root duplicates - Fix type annotation in 04_memory.py (string union -> proper types) - Fix old sample paths in observability files - Fix grammar/spelling in observability samples - Move sample_assets/ and resources/ to shared/ folder - Remove 8 duplicate observability files from 02-agents root - Update resource path references in multimodal_input and provider samples * fix: update broken links from old getting_started paths to new structure - Update relative paths in READMEs: getting_started/ → 01-get-started/, 02-agents/, 03-workflows/, 04-hosting/, 05-end-to-end/ - Fix absolute GitHub URLs in package READMEs - Fix broken link in ollama package README * fix: convert absolute GitHub URLs to relative paths for link checker Absolute URLs to python/samples/ on main branch 404 until PR merges. Converted to relative paths that linkspector can verify locally. * fix: update link for handoff sample moved to orchestrations/ * fix: update chatkit-integration README path from demos/ to 05-end-to-end/ * fix: update broken links in orchestrations README to match flat directory structure
78 lines
2.6 KiB
Python
78 lines
2.6 KiB
Python
# Copyright (c) Microsoft. All rights reserved.
|
|
|
|
import asyncio
|
|
from pathlib import Path
|
|
|
|
from agent_framework import Content, Message
|
|
from agent_framework.azure import AzureOpenAIResponsesClient
|
|
from azure.identity import AzureCliCredential
|
|
|
|
ASSETS_DIR = Path(__file__).resolve().parents[2] / "shared" / "sample_assets"
|
|
|
|
|
|
def load_sample_pdf() -> bytes:
|
|
"""Read the bundled sample PDF for tests."""
|
|
pdf_path = ASSETS_DIR / "sample.pdf"
|
|
return pdf_path.read_bytes()
|
|
|
|
|
|
def create_sample_image() -> str:
|
|
"""Create a simple 1x1 pixel PNG image for testing."""
|
|
# This is a tiny red pixel in PNG format
|
|
png_data = "iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mP8/5+hHgAHggJ/PchI7wAAAABJRU5ErkJggg=="
|
|
return f"data:image/png;base64,{png_data}"
|
|
|
|
|
|
async def test_image() -> None:
|
|
"""Test image analysis with Azure OpenAI Responses API."""
|
|
# For authentication, run `az login` command in terminal or replace AzureCliCredential with preferred
|
|
# authentication option. Requires AZURE_OPENAI_ENDPOINT and AZURE_OPENAI_RESPONSES_DEPLOYMENT_NAME
|
|
# environment variables to be set.
|
|
# Alternatively, you can pass deployment_name explicitly:
|
|
# client = AzureOpenAIResponsesClient(credential=AzureCliCredential(), deployment_name="your-deployment-name")
|
|
client = AzureOpenAIResponsesClient(credential=AzureCliCredential())
|
|
|
|
image_uri = create_sample_image()
|
|
message = Message(
|
|
role="user",
|
|
contents=[
|
|
Content.from_text(text="What's in this image?"),
|
|
Content.from_uri(uri=image_uri, media_type="image/png"),
|
|
],
|
|
)
|
|
|
|
response = await client.get_response(message)
|
|
print(f"Image Response: {response}")
|
|
|
|
|
|
async def test_pdf() -> None:
|
|
"""Test PDF document analysis with Azure OpenAI Responses API."""
|
|
client = AzureOpenAIResponsesClient(credential=AzureCliCredential())
|
|
|
|
pdf_bytes = load_sample_pdf()
|
|
message = Message(
|
|
role="user",
|
|
contents=[
|
|
Content.from_text(text="What information can you extract from this document?"),
|
|
Content.from_data(
|
|
data=pdf_bytes,
|
|
media_type="application/pdf",
|
|
additional_properties={"filename": "sample.pdf"},
|
|
),
|
|
],
|
|
)
|
|
|
|
response = await client.get_response(message)
|
|
print(f"PDF Response: {response}")
|
|
|
|
|
|
async def main() -> None:
|
|
print("=== Testing Azure OpenAI Responses API Multimodal ===")
|
|
print("The Responses API supports both images AND PDFs")
|
|
await test_image()
|
|
await test_pdf()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
asyncio.run(main())
|