test

dotnet/tests/OpenAIResponse.IntegrationTests/OpenAIResponse.IntegrationTests.csproj

@@ -0,0 +1,17 @@
+<Project Sdk="Microsoft.NET.Sdk">
+
+  <PropertyGroup>
+    <InjectSharedIntegrationTestCode>True</InjectSharedIntegrationTestCode>
+    <NoWarn>$(NoWarn);OPENAI001;</NoWarn>
+  </PropertyGroup>
+
+  <ItemGroup>
+    <PackageReference Include="Microsoft.Extensions.AI.OpenAI" />
+  </ItemGroup>
+
+  <ItemGroup>
+    <ProjectReference Include="..\..\src\Microsoft.Agents.AI.OpenAI\Microsoft.Agents.AI.OpenAI.csproj" />
+    <ProjectReference Include="..\AgentConformance.IntegrationTests\AgentConformance.IntegrationTests.csproj" />
+  </ItemGroup>
+
+</Project>

dotnet/tests/OpenAIResponse.IntegrationTests/OpenAIResponseChatClientAgentRunStreamingTests.cs

@@ -0,0 +1,24 @@
+// Copyright (c) Microsoft. All rights reserved.
+
+using System.Threading.Tasks;
+using AgentConformance.IntegrationTests;
+
+namespace ResponseResult.IntegrationTests;
+
+public class OpenAIResponseStoreTrueChatClientAgentRunStreamingTests() : ChatClientAgentRunStreamingTests<OpenAIResponseFixture>(() => new(store: true))
+{
+    private const string SkipReason = "ResponseResult does not support empty messages";
+
+    [Fact(Skip = SkipReason)]
+    public override Task RunWithInstructionsAndNoMessageReturnsExpectedResultAsync() =>
+        Task.CompletedTask;
+}
+
+public class OpenAIResponseStoreFalseChatClientAgentRunStreamingTests() : ChatClientAgentRunStreamingTests<OpenAIResponseFixture>(() => new(store: false))
+{
+    private const string SkipReason = "ResponseResult does not support empty messages";
+
+    [Fact(Skip = SkipReason)]
+    public override Task RunWithInstructionsAndNoMessageReturnsExpectedResultAsync() =>
+        Task.CompletedTask;
+}

dotnet/tests/OpenAIResponse.IntegrationTests/OpenAIResponseChatClientAgentRunTests.cs

@@ -0,0 +1,24 @@
+// Copyright (c) Microsoft. All rights reserved.
+
+using System.Threading.Tasks;
+using AgentConformance.IntegrationTests;
+
+namespace ResponseResult.IntegrationTests;
+
+public class OpenAIResponseStoreTrueChatClientAgentRunTests() : ChatClientAgentRunTests<OpenAIResponseFixture>(() => new(store: true))
+{
+    private const string SkipReason = "ResponseResult does not support empty messages";
+
+    [Fact(Skip = SkipReason)]
+    public override Task RunWithInstructionsAndNoMessageReturnsExpectedResultAsync() =>
+        Task.CompletedTask;
+}
+
+public class OpenAIResponseStoreFalseChatClientAgentRunTests() : ChatClientAgentRunTests<OpenAIResponseFixture>(() => new(store: false))
+{
+    private const string SkipReason = "ResponseResult does not support empty messages";
+
+    [Fact(Skip = SkipReason)]
+    public override Task RunWithInstructionsAndNoMessageReturnsExpectedResultAsync() =>
+        Task.CompletedTask;
+}

dotnet/tests/OpenAIResponse.IntegrationTests/OpenAIResponseFixture.cs

@@ -0,0 +1,106 @@
+// Copyright (c) Microsoft. All rights reserved.
+
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using System.Threading.Tasks;
+using AgentConformance.IntegrationTests;
+using AgentConformance.IntegrationTests.Support;
+using Microsoft.Agents.AI;
+using Microsoft.Extensions.AI;
+using OpenAI;
+using OpenAI.Responses;
+using Shared.IntegrationTests;
+
+namespace ResponseResult.IntegrationTests;
+
+public class OpenAIResponseFixture(bool store) : IChatClientAgentFixture
+{
+    private static readonly OpenAIConfiguration s_config = TestConfiguration.LoadSection<OpenAIConfiguration>();
+
+    private ResponsesClient _openAIResponseClient = null!;
+    private ChatClientAgent _agent = null!;
+
+    public AIAgent Agent => this._agent;
+
+    public IChatClient ChatClient => this._agent.ChatClient;
+
+    public async Task<List<ChatMessage>> GetChatHistoryAsync(AgentThread thread)
+    {
+        var typedThread = (ChatClientAgentThread)thread;
+
+        if (store)
+        {
+            var inputItems = await this._openAIResponseClient.GetResponseInputItemsAsync(typedThread.ConversationId).ToListAsync();
+            var response = await this._openAIResponseClient.GetResponseAsync(typedThread.ConversationId);
+            var responseItem = response.Value.OutputItems.FirstOrDefault()!;
+
+            // Take the messages that were the chat history leading up to the current response
+            // remove the instruction messages, and reverse the order so that the most recent message is last.
+            var previousMessages = inputItems
+                .Select(ConvertToChatMessage)
+                .Where(x => x.Text != "You are a helpful assistant.")
+                .Reverse();
+
+            // Convert the response item to a chat message.
+            var responseMessage = ConvertToChatMessage(responseItem);
+
+            // Concatenate the previous messages with the response message to get a full chat history
+            // that includes the current response.
+            return [.. previousMessages, responseMessage];
+        }
+
+        if (typedThread.MessageStore is null)
+        {
+            return [];
+        }
+
+        return (await typedThread.MessageStore.InvokingAsync(new([]))).ToList();
+    }
+
+    private static ChatMessage ConvertToChatMessage(ResponseItem item)
+    {
+        if (item is MessageResponseItem messageResponseItem)
+        {
+            var role = messageResponseItem.Role == MessageRole.User ? ChatRole.User : ChatRole.Assistant;
+            return new ChatMessage(role, messageResponseItem.Content.FirstOrDefault()?.Text);
+        }
+
+        throw new NotSupportedException("This test currently only supports text messages");
+    }
+
+    public async Task<ChatClientAgent> CreateChatClientAgentAsync(
+        string name = "HelpfulAssistant",
+        string instructions = "You are a helpful assistant.",
+        IList<AITool>? aiTools = null) =>
+            new(
+                this._openAIResponseClient.AsIChatClient(),
+                options: new()
+                {
+                    Name = name,
+                    ChatOptions = new ChatOptions
+                    {
+                        Instructions = instructions,
+                        Tools = aiTools,
+                        RawRepresentationFactory = new Func<IChatClient, object>(_ => new CreateResponseOptions() { StoredOutputEnabled = store })
+                    },
+                });
+
+    public Task DeleteAgentAsync(ChatClientAgent agent) =>
+        // Chat Completion does not require/support deleting agents, so this is a no-op.
+        Task.CompletedTask;
+
+    public Task DeleteThreadAsync(AgentThread thread) =>
+        // Chat Completion does not require/support deleting threads, so this is a no-op.
+        Task.CompletedTask;
+
+    public async Task InitializeAsync()
+    {
+        this._openAIResponseClient = new OpenAIClient(s_config.ApiKey)
+            .GetResponsesClient(s_config.ChatModelId);
+
+        this._agent = await this.CreateChatClientAgentAsync();
+    }
+
+    public Task DisposeAsync() => Task.CompletedTask;
+}

dotnet/tests/OpenAIResponse.IntegrationTests/OpenAIResponseRunStreamingTests.cs

@@ -0,0 +1,23 @@
+// Copyright (c) Microsoft. All rights reserved.
+
+using System.Threading.Tasks;
+using AgentConformance.IntegrationTests;
+
+namespace ResponseResult.IntegrationTests;
+
+public class OpenAIResponseStoreTrueRunStreamingTests() : RunStreamingTests<OpenAIResponseFixture>(() => new(store: true))
+{
+    private const string SkipReason = "ResponseResult does not support empty messages";
+    [Fact(Skip = SkipReason)]
+    public override Task RunWithNoMessageDoesNotFailAsync() =>
+        Task.CompletedTask;
+}
+
+public class OpenAIResponseStoreFalseRunStreamingTests() : RunStreamingTests<OpenAIResponseFixture>(() => new(store: false))
+{
+    private const string SkipReason = "ResponseResult does not support empty messages";
+
+    [Fact(Skip = SkipReason)]
+    public override Task RunWithNoMessageDoesNotFailAsync() =>
+        Task.CompletedTask;
+}

dotnet/tests/OpenAIResponse.IntegrationTests/OpenAIResponseRunTests.cs

@@ -0,0 +1,23 @@
+// Copyright (c) Microsoft. All rights reserved.
+
+using System.Threading.Tasks;
+using AgentConformance.IntegrationTests;
+
+namespace ResponseResult.IntegrationTests;
+
+public class OpenAIResponseStoreTrueRunTests() : RunTests<OpenAIResponseFixture>(() => new(store: true))
+{
+    private const string SkipReason = "ResponseResult does not support empty messages";
+    [Fact(Skip = SkipReason)]
+    public override Task RunWithNoMessageDoesNotFailAsync() =>
+        Task.CompletedTask;
+}
+
+public class OpenAIResponseStoreFalseRunTests() : RunTests<OpenAIResponseFixture>(() => new(store: false))
+{
+    private const string SkipReason = "ResponseResult does not support empty messages";
+
+    [Fact(Skip = SkipReason)]
+    public override Task RunWithNoMessageDoesNotFailAsync() =>
+        Task.CompletedTask;
+}