test

dotnet/tests/Microsoft.Agents.AI.Workflows.Declarative.IntegrationTests/Agents/AgentProvider.cs

@@ -0,0 +1,56 @@
+// Copyright (c) Microsoft. All rights reserved.
+
+using System;
+using System.Collections.Generic;
+using System.Threading.Tasks;
+using Azure.AI.Projects.OpenAI;
+using Microsoft.Extensions.Configuration;
+
+namespace Microsoft.Agents.AI.Workflows.Declarative.IntegrationTests.Agents;
+
+internal abstract class AgentProvider(IConfiguration configuration)
+{
+    public static class Names
+    {
+        public const string FunctionTool = "FUNCTIONTOOL";
+        public const string Marketing = "MARKETING";
+        public const string MathChat = "MATHCHAT";
+        public const string InputArguments = "INPUTARGUMENTS";
+        public const string Vision = "VISION";
+    }
+
+    public static class Settings
+    {
+        public const string FoundryEndpoint = "FOUNDRY_PROJECT_ENDPOINT";
+        public const string FoundryModelMini = "FOUNDRY_MODEL_DEPLOYMENT_NAME";
+        public const string FoundryModelFull = "FOUNDRY_MEDIA_DEPLOYMENT_NAME";
+        public const string FoundryGroundingTool = "FOUNDRY_CONNECTION_GROUNDING_TOOL";
+    }
+
+    public static AgentProvider Create(IConfiguration configuration, string providerType) =>
+        providerType.ToUpperInvariant() switch
+        {
+            Names.FunctionTool => new FunctionToolAgentProvider(configuration),
+            Names.Marketing => new MarketingAgentProvider(configuration),
+            Names.MathChat => new MathChatAgentProvider(configuration),
+            Names.InputArguments => new PoemAgentProvider(configuration),
+            Names.Vision => new VisionAgentProvider(configuration),
+            _ => new TestAgentProvider(configuration),
+        };
+
+    public async ValueTask CreateAgentsAsync()
+    {
+        Uri foundryEndpoint = new(this.GetSetting(Settings.FoundryEndpoint));
+
+        await foreach (AgentVersion agent in this.CreateAgentsAsync(foundryEndpoint))
+        {
+            Console.WriteLine($"Created agent: {agent.Name}:{agent.Version}");
+        }
+    }
+
+    protected abstract IAsyncEnumerable<AgentVersion> CreateAgentsAsync(Uri foundryEndpoint);
+
+    protected string GetSetting(string settingName) =>
+        configuration[settingName] ??
+        throw new InvalidOperationException($"Undefined configuration setting: {settingName}");
+}

dotnet/tests/Microsoft.Agents.AI.Workflows.Declarative.IntegrationTests/Agents/FunctionToolAgentProvider.cs

@@ -0,0 +1,56 @@
+// Copyright (c) Microsoft. All rights reserved.
+
+using System;
+using System.Collections.Generic;
+using Azure.AI.Projects;
+using Azure.AI.Projects.OpenAI;
+using Azure.Identity;
+using Microsoft.Extensions.AI;
+using Microsoft.Extensions.Configuration;
+using OpenAI.Responses;
+using Shared.Foundry;
+
+namespace Microsoft.Agents.AI.Workflows.Declarative.IntegrationTests.Agents;
+
+internal sealed class FunctionToolAgentProvider(IConfiguration configuration) : AgentProvider(configuration)
+{
+    protected override async IAsyncEnumerable<AgentVersion> CreateAgentsAsync(Uri foundryEndpoint)
+    {
+        MenuPlugin menuPlugin = new();
+        AIFunction[] functions =
+            [
+                AIFunctionFactory.Create(menuPlugin.GetMenu),
+                AIFunctionFactory.Create(menuPlugin.GetSpecials),
+                AIFunctionFactory.Create(menuPlugin.GetItemPrice),
+            ];
+
+        AIProjectClient aiProjectClient = new(foundryEndpoint, new AzureCliCredential());
+
+        yield return
+            await aiProjectClient.CreateAgentAsync(
+                agentName: "MenuAgent",
+                agentDefinition: this.DefineMenuAgent(functions),
+                agentDescription: "Provides information about the restaurant menu");
+    }
+
+    private PromptAgentDefinition DefineMenuAgent(AIFunction[] functions)
+    {
+        PromptAgentDefinition agentDefinition =
+            new(this.GetSetting(Settings.FoundryModelMini))
+            {
+                Instructions =
+                    """
+                    Answer the users questions on the menu.
+                    For questions or input that do not require searching the documentation, inform the
+                    user that you can only answer questions what's on the menu.
+                    """
+            };
+
+        foreach (AIFunction function in functions)
+        {
+            agentDefinition.Tools.Add(function.AsOpenAIResponseTool());
+        }
+
+        return agentDefinition;
+    }
+}

dotnet/tests/Microsoft.Agents.AI.Workflows.Declarative.IntegrationTests/Agents/MarketingAgentProvider.cs

@@ -0,0 +1,76 @@
+// Copyright (c) Microsoft. All rights reserved.
+
+using System;
+using System.Collections.Generic;
+using Azure.AI.Projects;
+using Azure.AI.Projects.OpenAI;
+using Azure.Identity;
+using Microsoft.Extensions.Configuration;
+using Shared.Foundry;
+
+namespace Microsoft.Agents.AI.Workflows.Declarative.IntegrationTests.Agents;
+
+internal sealed class MarketingAgentProvider(IConfiguration configuration) : AgentProvider(configuration)
+{
+    protected override async IAsyncEnumerable<AgentVersion> CreateAgentsAsync(Uri foundryEndpoint)
+    {
+        AIProjectClient aiProjectClient = new(foundryEndpoint, new AzureCliCredential());
+
+        yield return
+            await aiProjectClient.CreateAgentAsync(
+                agentName: "AnalystAgent",
+                agentDefinition: this.DefineAnalystAgent(),
+                agentDescription: "Analyst agent for Marketing workflow");
+
+        yield return
+            await aiProjectClient.CreateAgentAsync(
+                agentName: "WriterAgent",
+                agentDefinition: this.DefineWriterAgent(),
+                agentDescription: "Writer agent for Marketing workflow");
+
+        yield return
+            await aiProjectClient.CreateAgentAsync(
+                agentName: "EditorAgent",
+                agentDefinition: this.DefineEditorAgent(),
+                agentDescription: "Editor agent for Marketing workflow");
+    }
+
+    private PromptAgentDefinition DefineAnalystAgent() =>
+        new(this.GetSetting(Settings.FoundryModelFull))
+        {
+            Instructions =
+                """
+                You are a marketing analyst. Given a product description, identify:
+                - Key features
+                - Target audience
+                - Unique selling points
+                """,
+            Tools =
+            {
+                //AgentTool.CreateBingGroundingTool( // TODO: Use Bing Grounding when available
+                //    new BingGroundingSearchToolParameters(
+                //        [new BingGroundingSearchConfiguration(this.GetSetting(Settings.FoundryGroundingTool))]))
+            }
+        };
+
+    private PromptAgentDefinition DefineWriterAgent() =>
+        new(this.GetSetting(Settings.FoundryModelFull))
+        {
+            Instructions =
+                """
+                You are a marketing copywriter. Given a block of text describing features, audience, and USPs,
+                compose a compelling marketing copy (like a newsletter section) that highlights these points.
+                Output should be short (around 150 words), output just the copy as a single text block.
+                """
+        };
+
+    private PromptAgentDefinition DefineEditorAgent() =>
+        new(this.GetSetting(Settings.FoundryModelFull))
+        {
+            Instructions =
+                """
+                You are an editor. Given the draft copy, correct grammar, improve clarity, ensure consistent tone,
+                give format and make it polished. Output the final improved copy as a single text block.
+                """
+        };
+}

dotnet/tests/Microsoft.Agents.AI.Workflows.Declarative.IntegrationTests/Agents/MathChatAgentProvider.cs

@@ -0,0 +1,55 @@
+// Copyright (c) Microsoft. All rights reserved.
+
+using System;
+using System.Collections.Generic;
+using Azure.AI.Projects;
+using Azure.AI.Projects.OpenAI;
+using Azure.Identity;
+using Microsoft.Extensions.Configuration;
+using Shared.Foundry;
+
+namespace Microsoft.Agents.AI.Workflows.Declarative.IntegrationTests.Agents;
+
+internal sealed class MathChatAgentProvider(IConfiguration configuration) : AgentProvider(configuration)
+{
+    protected override async IAsyncEnumerable<AgentVersion> CreateAgentsAsync(Uri foundryEndpoint)
+    {
+        AIProjectClient aiProjectClient = new(foundryEndpoint, new AzureCliCredential());
+
+        yield return
+            await aiProjectClient.CreateAgentAsync(
+                agentName: "StudentAgent",
+                agentDefinition: this.DefineStudentAgent(),
+                agentDescription: "Student agent for MathChat workflow");
+
+        yield return
+            await aiProjectClient.CreateAgentAsync(
+                agentName: "TeacherAgent",
+                agentDefinition: this.DefineTeacherAgent(),
+                agentDescription: "Teacher agent for MathChat workflow");
+    }
+
+    private PromptAgentDefinition DefineStudentAgent() =>
+        new(this.GetSetting(Settings.FoundryModelMini))
+        {
+            Instructions =
+                """
+                Your job is help a math teacher practice teaching by making intentional mistakes.
+                You attempt to solve the given math problem, but with intentional mistakes so the teacher can help.
+                Always incorporate the teacher's advice to fix your next response.
+                You have the math-skills of a 6th grader.
+                """
+        };
+
+    private PromptAgentDefinition DefineTeacherAgent() =>
+        new(this.GetSetting(Settings.FoundryModelMini))
+        {
+            Instructions =
+                """
+                Review and coach the student's approach to solving the given math problem.
+                Don't repeat the solution or try and solve it.
+                If the student has demonstrated comprehension and responded to all of your feedback,
+                give the student your congratulations by using the word "congratulations".
+                """
+        };
+}

dotnet/tests/Microsoft.Agents.AI.Workflows.Declarative.IntegrationTests/Agents/MenuPlugin.cs

@@ -0,0 +1,92 @@
+// Copyright (c) Microsoft. All rights reserved.
+
+using System;
+using System.Collections.Generic;
+using System.ComponentModel;
+using System.Linq;
+using Microsoft.Extensions.AI;
+
+namespace Microsoft.Agents.AI.Workflows.Declarative.IntegrationTests.Agents;
+
+#pragma warning disable CA1822
+
+public sealed class MenuPlugin
+{
+    public IEnumerable<AIFunction> GetTools()
+    {
+        yield return AIFunctionFactory.Create(this.GetMenu);
+        yield return AIFunctionFactory.Create(this.GetSpecials);
+        yield return AIFunctionFactory.Create(this.GetItemPrice);
+    }
+
+    [Description("Provides a list items on the menu.")]
+    public MenuItem[] GetMenu()
+    {
+        return s_menuItems;
+    }
+
+    [Description("Provides a list of specials from the menu.")]
+    public MenuItem[] GetSpecials()
+    {
+        return [.. s_menuItems.Where(i => i.IsSpecial)];
+    }
+
+    [Description("Provides the price of the requested menu item.")]
+    public float? GetItemPrice(
+        [Description("The name of the menu item.")]
+        string name)
+    {
+        return s_menuItems.FirstOrDefault(i => i.Name.Equals(name, StringComparison.OrdinalIgnoreCase))?.Price;
+    }
+
+    private static readonly MenuItem[] s_menuItems =
+        [
+            new()
+            {
+                Category = "Soup",
+                Name = "Clam Chowder",
+                Price = 4.95f,
+                IsSpecial = true,
+            },
+            new()
+            {
+                Category = "Soup",
+                Name = "Tomato Soup",
+                Price = 4.95f,
+                IsSpecial = false,
+            },
+            new()
+            {
+                Category = "Salad",
+                Name = "Cobb Salad",
+                Price = 9.99f,
+            },
+            new()
+            {
+                Category = "Salad",
+                Name = "House Salad",
+                Price = 4.95f,
+            },
+            new()
+            {
+                Category = "Drink",
+                Name = "Chai Tea",
+                Price = 2.95f,
+                IsSpecial = true,
+            },
+            new()
+            {
+                Category = "Drink",
+                Name = "Soda",
+                Price = 1.95f,
+            },
+        ];
+
+    public sealed class MenuItem
+    {
+        public string Category { get; init; } = string.Empty;
+        public string Name { get; init; } = string.Empty;
+        public float Price { get; init; }
+        public bool IsSpecial { get; init; }
+    }
+}

dotnet/tests/Microsoft.Agents.AI.Workflows.Declarative.IntegrationTests/Agents/PoemAgentProvider.cs

@@ -0,0 +1,44 @@
+// Copyright (c) Microsoft. All rights reserved.
+
+using System;
+using System.Collections.Generic;
+using Azure.AI.Projects;
+using Azure.AI.Projects.OpenAI;
+using Azure.Identity;
+using Microsoft.Extensions.Configuration;
+using Shared.Foundry;
+
+namespace Microsoft.Agents.AI.Workflows.Declarative.IntegrationTests.Agents;
+
+internal sealed class PoemAgentProvider(IConfiguration configuration) : AgentProvider(configuration)
+{
+    protected override async IAsyncEnumerable<AgentVersion> CreateAgentsAsync(Uri foundryEndpoint)
+    {
+        AIProjectClient aiProjectClient = new(foundryEndpoint, new AzureCliCredential());
+
+        yield return
+            await aiProjectClient.CreateAgentAsync(
+                agentName: "PoemAgent",
+                agentDefinition: this.DefinePoemAgent(),
+                agentDescription: "Authors original poems");
+    }
+
+    private PromptAgentDefinition DefinePoemAgent() =>
+        new(this.GetSetting(Settings.FoundryModelMini))
+        {
+            Instructions =
+                """
+                Write a one verse poem on the requested topic in the style of: {{style}}.            
+                """,
+            StructuredInputs =
+            {
+                ["style"] =
+                    new StructuredInputDefinition
+                    {
+                        IsRequired = false,
+                        DefaultValue = BinaryData.FromString(@"""haiku"""),
+                        Description = "The style of poem to write",
+                    }
+            }
+        };
+}

dotnet/tests/Microsoft.Agents.AI.Workflows.Declarative.IntegrationTests/Agents/TestAgentProvider.cs

@@ -0,0 +1,28 @@
+// Copyright (c) Microsoft. All rights reserved.
+
+using System;
+using System.Collections.Generic;
+using Azure.AI.Projects;
+using Azure.AI.Projects.OpenAI;
+using Azure.Identity;
+using Microsoft.Extensions.Configuration;
+using Shared.Foundry;
+
+namespace Microsoft.Agents.AI.Workflows.Declarative.IntegrationTests.Agents;
+
+internal sealed class TestAgentProvider(IConfiguration configuration) : AgentProvider(configuration)
+{
+    protected override async IAsyncEnumerable<AgentVersion> CreateAgentsAsync(Uri foundryEndpoint)
+    {
+        AIProjectClient aiProjectClient = new(foundryEndpoint, new AzureCliCredential());
+
+        yield return
+            await aiProjectClient.CreateAgentAsync(
+                agentName: "TestAgent",
+                agentDefinition: this.DefineMenuAgent(),
+                agentDescription: "Basic agent");
+    }
+
+    private PromptAgentDefinition DefineMenuAgent() =>
+        new(this.GetSetting(Settings.FoundryModelFull));
+}

dotnet/tests/Microsoft.Agents.AI.Workflows.Declarative.IntegrationTests/Agents/VisionAgentProvider.cs

@@ -0,0 +1,35 @@
+// Copyright (c) Microsoft. All rights reserved.
+
+using System;
+using System.Collections.Generic;
+using Azure.AI.Projects;
+using Azure.AI.Projects.OpenAI;
+using Azure.Identity;
+using Microsoft.Extensions.Configuration;
+using Shared.Foundry;
+
+namespace Microsoft.Agents.AI.Workflows.Declarative.IntegrationTests.Agents;
+
+internal sealed class VisionAgentProvider(IConfiguration configuration) : AgentProvider(configuration)
+{
+    protected override async IAsyncEnumerable<AgentVersion> CreateAgentsAsync(Uri foundryEndpoint)
+    {
+        AIProjectClient aiProjectClient = new(foundryEndpoint, new AzureCliCredential());
+
+        yield return
+            await aiProjectClient.CreateAgentAsync(
+                agentName: "VisionAgent",
+                agentDefinition: this.DefineVisionAgent(),
+                agentDescription: "Use computer vision to describe an image or document.");
+    }
+
+    private PromptAgentDefinition DefineVisionAgent() =>
+        new(this.GetSetting(Settings.FoundryModelFull))
+        {
+            Instructions =
+                """
+                Describe the image or document contained in the user request, if any;
+                otherwise, suggest that the user provide an image or document.
+                """,
+        };
+}