Python: openai updates (#388)

* openai updates

* rebuild of openai structure

* updated responses structure

* renamed sample

* added file id support to code interpreter

* added hosted file ids to code interpretor

* mypy fixes

* removed default az cred from codebase

* updated agent name setup

* added kwargs to entra methods

* and further kwargs

* extra comment

* updated all samples

* readded custom get methods for responses

* updated int tests with ad credential

* missed one

python/packages/azure/tests/test_azure_chat_client.py

@@ -12,8 +12,6 @@ from agent_framework import (
     ChatMessage,
     ChatResponse,
     ChatResponseUpdate,
-    FunctionCallContent,
-    FunctionResultContent,
     TextContent,
     ai_function,
 )
@@ -23,6 +21,7 @@ from agent_framework.openai import (
     OpenAIContentFilterException,
 )
 from agent_framework.telemetry import USER_AGENT_KEY
+from azure.identity import DefaultAzureCredential
 from httpx import Request, Response
 from openai import AsyncAzureOpenAI, AsyncStream
 from openai.resources.chat.completions import AsyncCompletions as AsyncChatCompletions
@@ -123,6 +122,7 @@ def test_serialize(azure_openai_unit_test_env: dict[str, str]) -> None:
         "api_key": azure_openai_unit_test_env["AZURE_OPENAI_API_KEY"],
         "api_version": azure_openai_unit_test_env["AZURE_OPENAI_API_VERSION"],
         "default_headers": default_headers,
+        "env_file_path": "test.env",
     }
 
     azure_chat_client = AzureChatClient.from_dict(settings)
@@ -258,13 +258,15 @@ async def test_azure_on_your_data(
                 content="test",
                 role="assistant",
                 context={  # type: ignore
-                    "citations": {
-                        "content": "test content",
-                        "title": "test title",
-                        "url": "test url",
-                        "filepath": "test filepath",
-                        "chunk_id": "test chunk_id",
-                    },
+                    "citations": [
+                        {
+                            "content": "test content",
+                            "title": "test title",
+                            "url": "test url",
+                            "filepath": "test filepath",
+                            "chunk_id": "test chunk_id",
+                        }
+                    ],
                     "intent": "query used",
                 },
             ),
@@ -298,11 +300,11 @@ async def test_azure_on_your_data(
         additional_properties={"extra_body": expected_data_settings},
     )
     assert len(content.messages) == 1
-    assert len(content.messages[0].contents) == 3
-    assert isinstance(content.messages[0].contents[0], FunctionCallContent)
-    assert isinstance(content.messages[0].contents[1], FunctionResultContent)
-    assert isinstance(content.messages[0].contents[2], TextContent)
-    assert content.messages[0].contents[2].text == "test"
+    assert len(content.messages[0].contents) == 1
+    assert isinstance(content.messages[0].contents[0], TextContent)
+    assert len(content.messages[0].contents[0].annotations) == 1
+    assert content.messages[0].contents[0].annotations[0].title == "test title"
+    assert content.messages[0].contents[0].text == "test"
 
     mock_create.assert_awaited_once_with(
         model=azure_openai_unit_test_env["AZURE_OPENAI_CHAT_DEPLOYMENT_NAME"],
@@ -326,13 +328,15 @@ async def test_azure_on_your_data_string(
                 content="test",
                 role="assistant",
                 context=json.dumps({  # type: ignore
-                    "citations": {
-                        "content": "test content",
-                        "title": "test title",
-                        "url": "test url",
-                        "filepath": "test filepath",
-                        "chunk_id": "test chunk_id",
-                    },
+                    "citations": [
+                        {
+                            "content": "test content",
+                            "title": "test title",
+                            "url": "test url",
+                            "filepath": "test filepath",
+                            "chunk_id": "test chunk_id",
+                        }
+                    ],
                     "intent": "query used",
                 }),
             ),
@@ -366,11 +370,11 @@ async def test_azure_on_your_data_string(
         additional_properties={"extra_body": expected_data_settings},
     )
     assert len(content.messages) == 1
-    assert len(content.messages[0].contents) == 3
-    assert isinstance(content.messages[0].contents[0], FunctionCallContent)
-    assert isinstance(content.messages[0].contents[1], FunctionResultContent)
-    assert isinstance(content.messages[0].contents[2], TextContent)
-    assert content.messages[0].contents[2].text == "test"
+    assert len(content.messages[0].contents) == 1
+    assert isinstance(content.messages[0].contents[0], TextContent)
+    assert len(content.messages[0].contents[0].annotations) == 1
+    assert content.messages[0].contents[0].annotations[0].title == "test title"
+    assert content.messages[0].contents[0].text == "test"
 
     mock_create.assert_awaited_once_with(
         model=azure_openai_unit_test_env["AZURE_OPENAI_CHAT_DEPLOYMENT_NAME"],
@@ -437,55 +441,6 @@ async def test_azure_on_your_data_fail(
     )
 
 
-@patch.object(AsyncChatCompletions, "create", new_callable=AsyncMock)
-async def test_azure_on_your_data_split_messages(
-    mock_create: AsyncMock,
-    azure_openai_unit_test_env: dict[str, str],
-    chat_history: list[ChatMessage],
-    mock_chat_completion_response: ChatCompletion,
-) -> None:
-    mock_chat_completion_response.choices = [
-        Choice(
-            index=0,
-            message=ChatCompletionMessage(
-                content="test",
-                role="assistant",
-                context={  # type: ignore
-                    "citations": {
-                        "content": "test content",
-                        "title": "test title",
-                        "url": "test url",
-                        "filepath": "test filepath",
-                        "chunk_id": "test chunk_id",
-                    },
-                    "intent": "query used",
-                },
-            ),
-            finish_reason="stop",
-        )
-    ]
-    mock_create.return_value = mock_chat_completion_response
-    prompt = "hello world"
-    messages_in = chat_history
-    messages_in.append(ChatMessage(text=prompt, role="user"))
-    messages_out: list[ChatMessage] = []
-    messages_out.append(ChatMessage(text=prompt, role="user"))
-
-    azure_chat_client = AzureChatClient()
-
-    content = await azure_chat_client.get_response(
-        messages=messages_in,
-    )
-    message = azure_chat_client._split_message(content)
-    assert len(content.messages) == 1
-    assert len(content.messages[0].contents) == 3
-    assert isinstance(content.messages[0].contents[0], FunctionCallContent)
-    assert isinstance(content.messages[0].contents[1], FunctionResultContent)
-    assert isinstance(content.messages[0].contents[2], TextContent)
-    assert content.messages[0].contents[2].text == "test"
-    assert message.messages[0].contents == [content.messages[0].contents[0]]
-
-
 CONTENT_FILTERED_ERROR_MESSAGE = (
     "The response was filtered due to the prompt triggering Azure OpenAI's content management policy. Please "
     "modify your prompt and retry. To learn more about our content filtering policies please read our "
@@ -607,7 +562,7 @@ async def test_bad_request_non_content_filter(
 
 
 @patch.object(AsyncChatCompletions, "create", new_callable=AsyncMock)
-async def test_cmc_streaming(
+async def test_get_streaming(
     mock_create: AsyncMock,
     azure_openai_unit_test_env: dict[str, str],
     chat_history: list[ChatMessage],
@@ -646,7 +601,7 @@ def get_story_text() -> str:
 @skip_if_azure_integration_tests_disabled
 async def test_azure_openai_chat_client_response() -> None:
     """Test Azure OpenAI chat completion responses."""
-    azure_chat_client = AzureChatClient()
+    azure_chat_client = AzureChatClient(ad_credential=DefaultAzureCredential())
     assert isinstance(azure_chat_client, ChatClient)
 
     messages: list[ChatMessage] = []
@@ -672,7 +627,7 @@ async def test_azure_openai_chat_client_response() -> None:
 @skip_if_azure_integration_tests_disabled
 async def test_azure_openai_chat_client_response_tools() -> None:
     """Test AzureOpenAI chat completion responses."""
-    azure_chat_client = AzureChatClient()
+    azure_chat_client = AzureChatClient(ad_credential=DefaultAzureCredential())
     assert isinstance(azure_chat_client, ChatClient)
 
     messages: list[ChatMessage] = []
@@ -693,7 +648,7 @@ async def test_azure_openai_chat_client_response_tools() -> None:
 @skip_if_azure_integration_tests_disabled
 async def test_azure_openai_chat_client_streaming() -> None:
     """Test Azure OpenAI chat completion responses."""
-    azure_chat_client = AzureChatClient()
+    azure_chat_client = AzureChatClient(ad_credential=DefaultAzureCredential())
     assert isinstance(azure_chat_client, ChatClient)
 
     messages: list[ChatMessage] = []
@@ -725,7 +680,7 @@ async def test_azure_openai_chat_client_streaming() -> None:
 @skip_if_azure_integration_tests_disabled
 async def test_azure_openai_chat_client_streaming_tools() -> None:
     """Test AzureOpenAI chat completion responses."""
-    azure_chat_client = AzureChatClient()
+    azure_chat_client = AzureChatClient(ad_credential=DefaultAzureCredential())
     assert isinstance(azure_chat_client, ChatClient)
 
     messages: list[ChatMessage] = []