bring back grpc service (#5377)

Restoring the grpc + Orleans server into the project

## Why are these changes needed?

This is the distributed agent runtime for .NET that can manage routing
messages amongst a fleet of grpc agent runtimes.

## Related issue number

## Checks

- [ ] I've included any doc changes needed for
https://microsoft.github.io/autogen/. See
https://microsoft.github.io/autogen/docs/Contribute#documentation to
build and test documentation locally.
- [x] I've added tests (if relevant) corresponding to the changes
introduced in this PR.
- [x] I've made sure all auto checks have passed.

---------

Co-authored-by: Jack Gerrits <[email protected]>
Co-authored-by: Jacob Alber <[email protected]>

Author: 3 people

.github/workflows/dotnet-build.yml

@@ -65,6 +65,18 @@ jobs:
     - uses: actions/checkout@v4
       with:
         lfs: true
+    - uses: astral-sh/setup-uv@v5
+      with:
+        enable-cache: true
+        version: "0.5.18"
+    - uses: actions/setup-python@v5
+      with:
+        python-version: "3.11"
+    - run: uv sync --locked --all-extras
+      working-directory: ./python
+    - name: Prepare python venv
+      run: |
+        source ${{ github.workspace }}/python/.venv/bin/activate
     - name: Setup .NET 8.0
       uses: actions/setup-dotnet@v4
       with:

dotnet/AutoGen.sln

@@ -122,6 +122,22 @@ Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "GettingStartedGrpc", "sampl
 EndProject
 Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Microsoft.AutoGen.Core.Grpc.Tests", "test\Microsoft.AutoGen.Core.Grpc.Tests\Microsoft.AutoGen.Core.Grpc.Tests.csproj", "{23A028D3-5EB1-4FA0-9CD1-A1340B830579}"
 EndProject
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Microsoft.AutoGen.RuntimeGateway.Grpc", "src\Microsoft.AutoGen\RuntimeGateway.Grpc\Microsoft.AutoGen.RuntimeGateway.Grpc.csproj", "{BE420A71-7615-4DFD-BE94-9409397949F1}"
+EndProject
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Microsoft.AutoGen.RuntimeGateway.Grpc.Tests", "test\Microsoft.AutoGen.RuntimeGateway.Grpc.Tests\Microsoft.AutoGen.RuntimeGateway.Grpc.Tests.csproj", "{CDD859F3-1B60-4ECE-8472-54DF8EFCA682}"
+EndProject
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Microsoft.AutoGen.Integration.Tests", "test\Microsoft.AutoGen.Integration.Tests\Microsoft.AutoGen.Integration.Tests.csproj", "{7A11022E-4E5D-4A4A-AADF-E715C2ECF800}"
+EndProject
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Microsoft.AutoGen.AgentHost", "src\Microsoft.AutoGen\AgentHost\Microsoft.AutoGen.AgentHost.csproj", "{50C2E8D5-68AB-45A3-B96F-355E1F8AC039}"
+EndProject
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Hello.AppHost", "samples\Hello\Hello.AppHost\Hello.AppHost.csproj", "{B8E77E57-C983-4EEA-9589-906271486D80}"
+EndProject
+Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "Microsoft.AutoGen", "Microsoft.AutoGen", "{81BA12F2-2D2F-42C1-AF83-FBDAA1A78A45}"
+EndProject
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Microsoft.AutoGen.Agents", "src\Microsoft.AutoGen\Agents\Microsoft.AutoGen.Agents.csproj", "{EF954ED3-87D5-40F1-8557-E7179F43EA0E}"
+EndProject
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "HelloAgent.AppHost", "test\Microsoft.AutoGen.Integration.Tests.AppHosts\HelloAgent.AppHost\HelloAgent.AppHost.csproj", "{50082F76-917F-42EE-8869-8C72630423A7}"
+
 Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Microsoft.AutoGen.AgentChat", "src\Microsoft.AutoGen\AgentChat\Microsoft.AutoGen.AgentChat.csproj", "{7F828599-56E8-4597-8F68-EE26FD631417}"
 EndProject
 Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Microsoft.AutoGen.AgentChat.Tests", "test\Microsoft.AutoGen.AgentChat.Tests\Microsoft.AutoGen.AgentChat.Tests.csproj", "{217A4F86-8ADD-4998-90BA-880092A019F5}"
@@ -320,6 +336,34 @@ Global
 		{23A028D3-5EB1-4FA0-9CD1-A1340B830579}.Debug|Any CPU.Build.0 = Debug|Any CPU
 		{23A028D3-5EB1-4FA0-9CD1-A1340B830579}.Release|Any CPU.ActiveCfg = Release|Any CPU
 		{23A028D3-5EB1-4FA0-9CD1-A1340B830579}.Release|Any CPU.Build.0 = Release|Any CPU
+		{BE420A71-7615-4DFD-BE94-9409397949F1}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{BE420A71-7615-4DFD-BE94-9409397949F1}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{BE420A71-7615-4DFD-BE94-9409397949F1}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{BE420A71-7615-4DFD-BE94-9409397949F1}.Release|Any CPU.Build.0 = Release|Any CPU
+		{CDD859F3-1B60-4ECE-8472-54DF8EFCA682}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{CDD859F3-1B60-4ECE-8472-54DF8EFCA682}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{CDD859F3-1B60-4ECE-8472-54DF8EFCA682}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{CDD859F3-1B60-4ECE-8472-54DF8EFCA682}.Release|Any CPU.Build.0 = Release|Any CPU
+		{7A11022E-4E5D-4A4A-AADF-E715C2ECF800}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{7A11022E-4E5D-4A4A-AADF-E715C2ECF800}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{7A11022E-4E5D-4A4A-AADF-E715C2ECF800}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{7A11022E-4E5D-4A4A-AADF-E715C2ECF800}.Release|Any CPU.Build.0 = Release|Any CPU
+		{50C2E8D5-68AB-45A3-B96F-355E1F8AC039}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{50C2E8D5-68AB-45A3-B96F-355E1F8AC039}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{50C2E8D5-68AB-45A3-B96F-355E1F8AC039}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{50C2E8D5-68AB-45A3-B96F-355E1F8AC039}.Release|Any CPU.Build.0 = Release|Any CPU
+		{B8E77E57-C983-4EEA-9589-906271486D80}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{B8E77E57-C983-4EEA-9589-906271486D80}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{B8E77E57-C983-4EEA-9589-906271486D80}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{B8E77E57-C983-4EEA-9589-906271486D80}.Release|Any CPU.Build.0 = Release|Any CPU
+		{EF954ED3-87D5-40F1-8557-E7179F43EA0E}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{EF954ED3-87D5-40F1-8557-E7179F43EA0E}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{EF954ED3-87D5-40F1-8557-E7179F43EA0E}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{EF954ED3-87D5-40F1-8557-E7179F43EA0E}.Release|Any CPU.Build.0 = Release|Any CPU
+		{50082F76-917F-42EE-8869-8C72630423A7}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{50082F76-917F-42EE-8869-8C72630423A7}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{50082F76-917F-42EE-8869-8C72630423A7}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{50082F76-917F-42EE-8869-8C72630423A7}.Release|Any CPU.Build.0 = Release|Any CPU
 		{7F828599-56E8-4597-8F68-EE26FD631417}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
 		{7F828599-56E8-4597-8F68-EE26FD631417}.Debug|Any CPU.Build.0 = Debug|Any CPU
 		{7F828599-56E8-4597-8F68-EE26FD631417}.Release|Any CPU.ActiveCfg = Release|Any CPU
@@ -383,6 +427,14 @@ Global
 		{3D83C6DB-ACEA-48F3-959F-145CCD2EE135} = {18BF8DD7-0585-48BF-8F97-AD333080CE06}
 		{C3740DF1-18B1-4607-81E4-302F0308C848} = {CE0AA8D5-12B8-4628-9589-DAD8CB0DDCF6}
 		{23A028D3-5EB1-4FA0-9CD1-A1340B830579} = {F823671B-3ECA-4AE6-86DA-25E920D3FE64}
+		{BE420A71-7615-4DFD-BE94-9409397949F1} = {18BF8DD7-0585-48BF-8F97-AD333080CE06}
+		{CDD859F3-1B60-4ECE-8472-54DF8EFCA682} = {F823671B-3ECA-4AE6-86DA-25E920D3FE64}
+		{7A11022E-4E5D-4A4A-AADF-E715C2ECF800} = {F823671B-3ECA-4AE6-86DA-25E920D3FE64}
+		{50C2E8D5-68AB-45A3-B96F-355E1F8AC039} = {18BF8DD7-0585-48BF-8F97-AD333080CE06}
+		{B8E77E57-C983-4EEA-9589-906271486D80} = {F42F9C8E-7BD9-4687-9B63-AFFA461AF5C1}
+		{81BA12F2-2D2F-42C1-AF83-FBDAA1A78A45} = {18BF8DD7-0585-48BF-8F97-AD333080CE06}
+		{EF954ED3-87D5-40F1-8557-E7179F43EA0E} = {18BF8DD7-0585-48BF-8F97-AD333080CE06}
+		{50082F76-917F-42EE-8869-8C72630423A7} = {F823671B-3ECA-4AE6-86DA-25E920D3FE64}
 		{7F828599-56E8-4597-8F68-EE26FD631417} = {18BF8DD7-0585-48BF-8F97-AD333080CE06}
 		{217A4F86-8ADD-4998-90BA-880092A019F5} = {F823671B-3ECA-4AE6-86DA-25E920D3FE64}
 	EndGlobalSection

dotnet/src/Microsoft.AutoGen/AgentHost/Host.cs

@@ -4,7 +4,7 @@
 using Microsoft.AspNetCore.Builder;
 using Microsoft.Extensions.Hosting;
 
-namespace Microsoft.AutoGen.Runtime.Grpc;
+namespace Microsoft.AutoGen.RuntimeGateway.Grpc;
 
 public static class Host
 {

dotnet/src/Microsoft.AutoGen/AgentHost/Microsoft.AutoGen.AgentHost.csproj

@@ -15,7 +15,7 @@
 	   <PackageReference Include="Microsoft.Extensions.Hosting" />
   </ItemGroup>
   <ItemGroup>
-    <ProjectReference Include="..\Runtime.Grpc\Microsoft.AutoGen.Runtime.Grpc.csproj" />
+    <ProjectReference Include="..\RuntimeGateway.Grpc\Microsoft.AutoGen.RuntimeGateway.Grpc.csproj" />
     <ProjectReference Include="..\Extensions\Aspire\Microsoft.AutoGen.Extensions.Aspire.csproj" />
   </ItemGroup>
 </Project>

dotnet/src/Microsoft.AutoGen/AgentHost/Program.cs

@@ -2,5 +2,5 @@
 // Program.cs
 using Microsoft.Extensions.Hosting;
 
-var app = await Microsoft.AutoGen.Runtime.Grpc.Host.StartAsync(local: false, useGrpc: true).ConfigureAwait(false);
+var app = await Microsoft.AutoGen.RuntimeGateway.Grpc.Host.StartAsync(local: false, useGrpc: true).ConfigureAwait(false);
 await app.WaitForShutdownAsync();

dotnet/src/Microsoft.AutoGen/Agents/AIAgent/InferenceAgent.cs

@@ -0,0 +1,44 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// InferenceAgent.cs
+using Google.Protobuf;
+using Microsoft.AutoGen.Contracts;
+using Microsoft.AutoGen.Core;
+using Microsoft.Extensions.AI;
+using Microsoft.Extensions.Logging;
+namespace Microsoft.AutoGen.Agents;
+/// <summary>
+/// Base class for inference agents using the Microsoft.Extensions.AI library.
+/// </summary>
+/// <typeparam name="T"></typeparam>
+/// <param name="id"></param>
+/// <param name="runtime"></param>
+/// <param name="name"></param>
+/// <param name="logger"></param>
+/// <param name="client"></param>
+public abstract class InferenceAgent<T>(
+    AgentId id,
+    IAgentRuntime runtime,
+    string name,
+    ILogger<InferenceAgent<T>>? logger,
+    IChatClient client)
+    : BaseAgent(id, runtime, name, logger)
+    where T : IMessage, new()
+{
+    protected IChatClient ChatClient { get; } = client;
+    private ILogger<InferenceAgent<T>>? Logger => _logger as ILogger<InferenceAgent<T>>;
+    private Task<ChatCompletion> CompleteAsync(
+        IList<ChatMessage> chatMessages,
+        ChatOptions? options = null,
+        CancellationToken cancellationToken = default)
+    {
+        return ChatClient.CompleteAsync(chatMessages, options, cancellationToken);
+    }
+    private IAsyncEnumerable<StreamingChatCompletionUpdate> CompleteStreamingAsync(
+        IList<ChatMessage> chatMessages,
+        ChatOptions? options = null,
+        CancellationToken cancellationToken = default)
+    {
+        return ChatClient.CompleteStreamingAsync(chatMessages, options, cancellationToken);
+    }
+
+}

dotnet/src/Microsoft.AutoGen/Agents/IOAgent/ConsoleAgent/IHandleConsole.cs

@@ -0,0 +1,65 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// IHandleConsole.cs
+using Google.Protobuf;
+using Microsoft.AutoGen.Contracts;
+
+namespace Microsoft.AutoGen.Agents;
+/// <summary>
+/// Default interface methods for an event handler for Input and Output that writes or reads from the console
+/// Can be used inside your agents by inheriting from this interface
+/// public class MyAgent : BaseAgent, IHandleConsole
+/// </summary>
+public interface IHandleConsole : IHandle<Output>, IHandle<Input>, IProcessIO
+{
+    /// <summary>
+    /// Prototype for Publish Message Async method
+    /// </summary>
+    /// <typeparam name="T"></typeparam>
+    /// <param name="message"></param>
+    /// <param name="topic"></param>
+    /// <param name="messageId"></param>
+    /// <param name="token"></param>
+    /// <returns>ValueTask</returns>
+    ValueTask PublishMessageAsync<T>(T message, TopicId topic, string? messageId, CancellationToken token = default) where T : IMessage;
+
+    /// <summary>
+    /// Receives events of type Output and writes them to the console
+    /// then runs the ProcessOutputAsync method which you should implement in your agent
+    /// </summary>
+    /// <param name="item"></param>
+    /// <param name="messageContext"></param>
+    /// <returns>ValueTask</returns>
+    async ValueTask IHandle<Output>.HandleAsync(Output item, MessageContext messageContext)
+    {
+        // Assuming item has a property `Message` that we want to write to the console
+        Console.WriteLine(item.Message);
+        await ProcessOutputAsync(item.Message);
+
+        var evt = new OutputWritten
+        {
+            Route = "console"
+        };
+        await PublishMessageAsync(evt, new TopicId("OutputWritten"), null, token: CancellationToken.None).ConfigureAwait(false);
+    }
+
+    /// <summary>
+    /// Receives events of type Input and reads from the console, then runs the ProcessInputAsync method
+    /// which you should implement in your agent
+    /// </summary>
+    /// <param name="item"></param>
+    /// <param name="messageContext"></param>
+    /// <returns></returns>
+    async ValueTask IHandle<Input>.HandleAsync(Input item, MessageContext messageContext)
+    {
+        Console.WriteLine("Please enter input:");
+        string content = Console.ReadLine() ?? string.Empty;
+
+        await ProcessInputAsync(content);
+
+        var evt = new InputProcessed
+        {
+            Route = "console"
+        };
+        await PublishMessageAsync(evt, new TopicId("InputProcessed"), null, token: CancellationToken.None).ConfigureAwait(false);
+    }
+}

dotnet/src/Microsoft.AutoGen/Agents/IOAgent/FileAgent/IHandleFileIO.cs

@@ -0,0 +1,75 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// IHandleFileIO.cs
+
+using Google.Protobuf;
+using Microsoft.AutoGen.Contracts;
+using Microsoft.Extensions.Logging;
+
+namespace Microsoft.AutoGen.Agents;
+/// <summary>
+/// Default interface methods for an event handler for Input and Output that writes or reads from a file
+/// Can be used inside your agents by inheriting from this interface
+/// public class MyAgent : BaseAgent, IHandleFileIO
+/// </summary>
+public interface IHandleFileIO : IHandle<Input>, IHandle<Output>, IProcessIO
+{
+    // A Logger instance to log messages
+    ILogger LogTarget { get; }
+    // The path to the input file
+    string InputPath { get; }
+    // The path to the output file
+    string OutputPath { get; }
+    // The route of the agent (used in the post-process events)
+    const string Route = "Microsoft.AutoGen.Agents.IHandleFileIO";
+
+    /// <summary>
+    /// Prototype for Publish Message Async method
+    /// </summary>
+    /// <typeparam name="T"></typeparam>
+    /// <param name="message"></param>
+    /// <param name="topic"></param>
+    /// <param name="messageId"></param>
+    /// <param name="token"></param>
+    /// <returns>ValueTask</returns>
+    ValueTask PublishMessageAsync<T>(T message, TopicId topic, string? messageId, CancellationToken token = default) where T : IMessage;
+    async ValueTask IHandle<Input>.HandleAsync(Input item, MessageContext messageContext)
+    {
+
+        // validate that the file exists
+        if (!File.Exists(InputPath))
+        {
+            var errorMessage = $"File not found: {InputPath}";
+            LogTarget.LogError(errorMessage);
+            //publish IOError event
+            var err = new IOError
+            {
+                Message = errorMessage
+            };
+            await PublishMessageAsync(err, new TopicId("IOError"), null, token: CancellationToken.None).ConfigureAwait(false);
+            return;
+        }
+        string content;
+        using (var reader = new StreamReader(item.Message))
+        {
+            content = await reader.ReadToEndAsync(CancellationToken.None);
+        }
+        await ProcessInputAsync(content);
+        var evt = new InputProcessed
+        {
+            Route = Route
+        };
+        await PublishMessageAsync(evt, new TopicId("InputProcessed"), null, token: CancellationToken.None).ConfigureAwait(false);
+    }
+    async ValueTask IHandle<Output>.HandleAsync(Output item, MessageContext messageContext)
+    {
+        using (var writer = new StreamWriter(OutputPath, append: true))
+        {
+            await writer.WriteLineAsync(item.Message);
+        }
+        var evt = new OutputWritten
+        {
+            Route = Route
+        };
+        await PublishMessageAsync(evt, new TopicId("OutputWritten"), null, token: CancellationToken.None).ConfigureAwait(false);
+    }
+}

dotnet/src/Microsoft.AutoGen/Agents/IOAgent/IProcessIO.cs

@@ -0,0 +1,23 @@
+// Copyright (c) Microsoft Corporation. All rights reserved.
+// IProcessIO.cs
+
+namespace Microsoft.AutoGen.Agents;
+
+/// <summary>
+/// Default Interface methods for processing input and output shared by IOAgents that should be implemented in your agent
+/// </summary>
+public interface IProcessIO
+{
+    /// <summary>
+    /// Implement this method in your agent to process the input
+    /// </summary>
+    /// <param name="message"></param>
+    /// <returns>Task</returns>
+    static Task ProcessOutputAsync(string message) { return Task.CompletedTask; }
+    /// <summary>
+    /// Implement this method in your agent to process the output
+    /// </summary>
+    /// <param name="message"></param>
+    /// <returns>Task</returns>
+    static Task<string> ProcessInputAsync(string message) { return Task.FromResult(message); }
+}

dotnet/src/Microsoft.AutoGen/Agents/Microsoft.AutoGen.Agents.csproj

@@ -0,0 +1,24 @@
+<Project Sdk="Microsoft.NET.Sdk">
+
+  <PropertyGroup>
+    <TargetFramework>net8.0</TargetFramework>
+    <ImplicitUsings>enable</ImplicitUsings>
+    <Nullable>enable</Nullable>
+  </PropertyGroup>
+
+  <Import Project="$(RepoRoot)/nuget/nuget-package.props" />
+
+  <ItemGroup>
+		<ProjectReference Include="..\Contracts\Microsoft.AutoGen.Contracts.csproj" />
+		<ProjectReference Include="..\Core\Microsoft.AutoGen.Core.csproj" />
+		<ProjectReference Include="..\Extensions\Aspire\Microsoft.AutoGen.Extensions.Aspire.csproj" />
+  </ItemGroup>
+  <ItemGroup>
+	  <PackageReference Include="Microsoft.SemanticKernel" />
+   	<PackageReference Include="Microsoft.Extensions.AI.Abstractions" />
+    <PackageReference Include="Grpc.Tools" PrivateAssets="All" />
+  </ItemGroup>
+  <ItemGroup>
+      <Protobuf Include="protos\agent_events.proto" GrpcServices="Client;Server" Link="Protos\agent_events.proto" />
+  </ItemGroup>
+</Project>

dotnet/src/Microsoft.AutoGen/Agents/protos/agent_events.proto

@@ -0,0 +1,43 @@
+syntax = "proto3";
+
+package agents;
+
+option csharp_namespace = "Microsoft.AutoGen.Agents";
+message TextMessage {
+    string textMessage = 1;
+    string source = 2;
+}
+message Input {
+      string message = 1;
+}
+message InputProcessed {
+      string route = 1;
+}
+message Output {
+      string message = 1;
+}
+message OutputWritten {
+      string route = 1;
+}
+message IOError {
+      string message = 1;
+}
+message NewMessageReceived {
+      string message = 1;
+}
+message ResponseGenerated {
+      string response = 1;
+}
+message GoodBye {
+      string message = 1;
+}
+message MessageStored {
+      string message = 1;
+}
+message ConversationClosed {
+  string user_id = 1;
+  string user_message = 2;
+}
+message Shutdown {
+      string message = 1;
+}