// Copyright (c) Microsoft. All rights reserved.
using System;
using System.IO;
using System.Threading.Tasks;
using Azure.AI.Projects;
using Microsoft.Agents.AI.Workflows.Declarative.IntegrationTests.Agents;
using Microsoft.Agents.AI.Workflows.Declarative.IntegrationTests.Framework;
using Microsoft.Extensions.AI;
using OpenAI.Files;
using Shared.IntegrationTests;
namespace Microsoft.Agents.AI.Workflows.Declarative.IntegrationTests;
///
/// Tests execution of workflow created by .
///
public sealed class MediaInputTest(ITestOutputHelper output) : IntegrationTest(output)
{
private const string WorkflowWithConversationFileName = "MediaInputConversation.yaml";
private const string WorkflowWithAutoSendFileName = "MediaInputAutoSend.yaml";
private const string ImageReferenceUrl = "https://sample-files.com/downloads/images/jpg/web_optimized_1200x800_97kb.jpg";
private const string PdfLocalFile = "TestFiles/basic-text.pdf";
private const string ImageLocalFile = "TestFiles/test-image.jpg";
[Theory]
[InlineData(ImageReferenceUrl, "image/jpeg", true)]
[InlineData(ImageReferenceUrl, "image/jpeg", false)]
public async Task ValidateFileUrlAsync(string fileSource, string mediaType, bool useConversation)
{
// Arrange
this.Output.WriteLine($"File: {fileSource}");
// Act & Assert
await this.ValidateFileAsync(new UriContent(fileSource, mediaType), useConversation);
}
// Temporarily disabled
[Theory]
[Trait("Category", "IntegrationDisabled")]
[InlineData(ImageLocalFile, "image/jpeg", true)]
[InlineData(ImageLocalFile, "image/jpeg", false)]
public async Task ValidateImageFileDataAsync(string fileSource, string mediaType, bool useConversation)
{
// Arrange
byte[] fileData = ReadLocalFile(fileSource);
string encodedData = Convert.ToBase64String(fileData);
string fileUrl = $"data:{mediaType};base64,{encodedData}";
this.Output.WriteLine($"Content: {fileUrl.Substring(0, Math.Min(112, fileUrl.Length))}...");
// Act & Assert
await this.ValidateFileAsync(new DataContent(fileUrl), useConversation);
}
[Theory]
[InlineData(PdfLocalFile, "application/pdf", true)]
[InlineData(PdfLocalFile, "application/pdf", false)]
public async Task ValidateFileDataAsync(string fileSource, string mediaType, bool useConversation)
{
// Arrange
byte[] fileData = ReadLocalFile(fileSource);
string encodedData = Convert.ToBase64String(fileData);
string fileUrl = $"data:{mediaType};base64,{encodedData}";
this.Output.WriteLine($"Content: {fileUrl.Substring(0, Math.Min(112, fileUrl.Length))}...");
// Act & Assert
await this.ValidateFileAsync(new DataContent(fileUrl), useConversation);
}
// Temporarily disabled
[Theory]
[Trait("Category", "IntegrationDisabled")]
[InlineData(PdfLocalFile, "doc.pdf", true)]
[InlineData(PdfLocalFile, "doc.pdf", false)]
public async Task ValidateFileUploadAsync(string fileSource, string documentName, bool useConversation)
{
// Arrange
byte[] fileData = ReadLocalFile(fileSource);
AIProjectClient client = new(this.TestEndpoint, TestAzureCliCredentials.CreateAzureCliCredential());
using MemoryStream contentStream = new(fileData);
OpenAIFileClient fileClient = client.GetProjectOpenAIClient().GetOpenAIFileClient();
OpenAIFile fileInfo = await fileClient.UploadFileAsync(contentStream, documentName, FileUploadPurpose.Assistants);
// Act & Assert
try
{
this.Output.WriteLine($"File: {fileInfo.Id}");
await this.ValidateFileAsync(new HostedFileContent(fileInfo.Id), useConversation);
}
finally
{
await fileClient.DeleteFileAsync(fileInfo.Id);
}
}
private static byte[] ReadLocalFile(string relativePath)
{
string fullPath = Path.Combine(AppContext.BaseDirectory, relativePath);
return File.ReadAllBytes(fullPath);
}
private async Task ValidateFileAsync(AIContent fileContent, bool useConversation)
{
// Act
AgentProvider agentProvider = AgentProvider.Create(this.Configuration, AgentProvider.Names.Vision);
await agentProvider.CreateAgentsAsync().ConfigureAwait(false);
ChatMessage inputMessage =
new(ChatRole.User,
[
new TextContent("I've provided a file:"),
fileContent
]);
string workflowFileName = useConversation ? WorkflowWithConversationFileName : WorkflowWithAutoSendFileName;
DeclarativeWorkflowOptions options = await this.CreateOptionsAsync();
Workflow workflow = DeclarativeWorkflowBuilder.Build(Path.Combine(Environment.CurrentDirectory, "Workflows", workflowFileName), options);
WorkflowHarness harness = new(workflow, runId: Path.GetFileNameWithoutExtension(workflowFileName));
WorkflowEvents workflowEvents = await harness.RunWorkflowAsync(inputMessage).ConfigureAwait(false);
// Assert
Assert.Equal(useConversation ? 1 : 2, workflowEvents.ConversationEvents.Count);
this.Output.WriteLine("CONVERSATION: " + workflowEvents.ConversationEvents[0].ConversationId);
AgentResponseEvent agentResponseEvent = Assert.Single(workflowEvents.AgentResponseEvents);
this.Output.WriteLine("RESPONSE: " + agentResponseEvent.Response.Text);
Assert.NotEmpty(agentResponseEvent.Response.Text);
}
}