feat: dynamic AI Backend Configuration

Game.Api/Program.cs

@@ -2,13 +2,18 @@
 using Game.DialogManagement.Api;
 using Game.Shared.External;
 using Game.Shared.External.Providers.Ai;
-using Game.Shared.External.Providers.Ai.Llama;
 
 var builder = WebApplication.CreateBuilder(args);
 
 // Add services to the container.
-builder.Services.Configure<AiEndpointConfig>(builder.Configuration.GetSection("AiEndpoint"));
-builder.Services.AddAiProvider<LlamaAiProvider>();
+builder.Services.Configure<AiBackendConfig>(builder.Configuration.GetSection("AiEndpoint"));
+
+RegisterTypeFromConfiguration(builder, "AiBackendProvider", builder.Services.AddAiProvider);
+RegisterTypeFromConfiguration(
+    builder,
+    "AiPromptTemplateProvider",
+    builder.Services.AddPromptTemplateProvider
+);
 
 builder.Services.AddAccountManagementModule().AddDialogManagementModule();
 builder.Services.AddControllers();
@@ -31,3 +36,25 @@
 app.MapControllers();
 
 app.Run();
+
+static void RegisterTypeFromConfiguration(
+    WebApplicationBuilder builder,
+    string configuration,
+    Func<Type, IServiceCollection> action
+)
+{
+    string? implementationType = builder.Configuration[configuration];
+    if (implementationType == null)
+        throw new InvalidOperationException($"Invalid configuration, {configuration} is null");
+
+    Type? aiBackendType = Type.GetType(implementationType);
+
+    if (aiBackendType != null)
+    {
+        action.Invoke(aiBackendType);
+    }
+    else
+    {
+        throw new InvalidOperationException($"Invalid configuration for {configuration}");
+    }
+}

Game.Api/appsettings.json

@@ -8,5 +8,7 @@
   "AiEndpoint": {
     "EndpointUrl": ""
   },
+  "AiBackendProvider": "Game.Shared.External.Providers.Ai.LlamaCpp.LlamaCppBackendProvider, Game.Shared.External, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null",
+  "AiPromptTemplateProvider": "Game.Shared.External.Providers.Ai.AlpacaPromptProvider, Game.Shared.External, Version=1.0.0.0, Culture=neutral, PublicKeyToken=null",
   "AllowedHosts": "*"
 }

Modules/DialogManagement/src/Game.DialogManagement.Infrastracture/Game.DialogManagement.Infrastracture.csproj

@@ -19,7 +19,6 @@
   <ItemGroup>
     <Folder Include="PersistenceLayer\" />
     <Folder Include="PersistenceLayer\Repositories\" />
-    <Folder Include="Providers\" />
   </ItemGroup>
   <ItemGroup>
     <ProjectReference Include="..\Game.DialogManagement.Domain\Game.DialogManagement.Domain.csproj" />

Modules/DialogManagement/src/Game.DialogManagement.Infrastracture/Providers/AiChatProvider.cs

@@ -14,7 +14,8 @@ public class AiChatProvider : IAiChatProvider
         /// <summary>
         /// The AI provider we're using for prompts.
         /// </summary>
-        private readonly IAiProvider _aiProvider;
+        private readonly IAiBackendProvider _aiProvider;
+        private readonly IPromptTemplateProvider _templateProvider;
 
         /// <summary>
         /// The amount of tokens to generate.
@@ -25,10 +26,15 @@ public class AiChatProvider : IAiChatProvider
         /// <summary>
         /// Constructs a new AI chat provider.
         /// </summary>
-        /// <param name="aiProvider">The backing AI provider.</param>
-        public AiChatProvider(IAiProvider aiProvider)
+        /// <param name="aiProvider">The AI backen service provider.</param>
+        /// <param name="templateProvider">The AI prompt templating provider</param>
+        public AiChatProvider(
+            IAiBackendProvider aiProvider,
+            IPromptTemplateProvider templateProvider
+        )
         {
             _aiProvider = aiProvider;
+            _templateProvider = templateProvider;
         }
 
         /// <summary>
@@ -37,7 +43,7 @@ public AiChatProvider(IAiProvider aiProvider)
         /// <param name="ctx">The dialogue context.</param>
         /// <param name="message">The new message.</param>
         /// <returns>The prompt to be sent to the AI.</returns>
-        private static string GeneratePrompt(DialogueContext ctx, string message)
+        private string GeneratePrompt(DialogueContext ctx, string message)
         {
             // TODO: Should these prompts be passed from somewhere else?
             //       (i.e. appsettings, or some other module)
@@ -47,16 +53,14 @@ private static string GeneratePrompt(DialogueContext ctx, string message)
 
             var dialogue = GenerateDialogue(ctx, message);
 
-            return $"""
-                {systemPrompt}
-
-                ### Instruction:
-                {ctx.NpcStory}
-                {dialogue}
-
-                ### Response {responsePrompt}:
-                {ctx.NpcName}: 
-                """;
+            var promptTemplate = new PromptTemplate
+            {
+                System = systemPrompt,
+                Input = ctx.NpcStory + "\n" + dialogue,
+                Response = ctx.NpcName + ":",
+                ResponseParams = responsePrompt
+            };
+            return _templateProvider.GetPrompt(promptTemplate);
         }
 
         /// <summary>

Shared/Game.Shared.External/DependencyInjection.cs

@@ -12,9 +12,43 @@ public static class DependencyInjection
         /// Adds the shared external modules into the dependency injection container.
         /// </summary>
         public static IServiceCollection AddAiProvider<TProvider>(this IServiceCollection services)
-            where TProvider : class, IAiProvider
+            where TProvider : class, IAiBackendProvider
         {
-            services.AddSingleton<IAiProvider, TProvider>();
+            return services.AddAiProvider(typeof(TProvider));
+        }
+
+        /// <summary>
+        /// Adds the shared external modules into the dependency injection container.
+        /// </summary>
+        public static IServiceCollection AddAiProvider(
+            this IServiceCollection services,
+            Type provider
+        )
+        {
+            services.AddSingleton(typeof(IAiBackendProvider), provider);
+            return services;
+        }
+
+        /// <summary>
+        /// Adds the shared external modules into the dependency injection container.
+        /// </summary>
+        public static IServiceCollection AddPromptTemplateProvider<TProvider>(
+            this IServiceCollection services
+        )
+            where TProvider : class, IPromptTemplateProvider
+        {
+            return services.AddAiProvider(typeof(TProvider));
+        }
+
+        /// <summary>
+        /// Adds the shared external modules into the dependency injection container.
+        /// </summary>
+        public static IServiceCollection AddPromptTemplateProvider(
+            this IServiceCollection services,
+            Type provider
+        )
+        {
+            services.AddSingleton(typeof(IPromptTemplateProvider), provider);
             return services;
         }
     }

Shared/Game.Shared.External/Game.Shared.External.csproj

@@ -10,10 +10,6 @@
     <None Remove="Providers\" />
     <None Remove="Providers\Ai\" />
   </ItemGroup>
-  <ItemGroup>
-    <Folder Include="Providers\" />
-    <Folder Include="Providers\Ai\" />
-  </ItemGroup>
   <ItemGroup>
     <PackageReference Include="Microsoft.Extensions.DependencyInjection.Abstractions" Version="7.0.0" />
     <PackageReference Include="Microsoft.Extensions.Options" Version="2.2.0" />

Shared/Game.Shared.External/Providers/Ai/AiEndpointConfig.cs → Shared/Game.Shared.External/Providers/Ai/AiBackendConfig.cs

@@ -3,7 +3,7 @@
     /// <summary>
     /// The config for the AI provider's endpoint.
     /// </summary>
-    public class AiEndpointConfig
+    public class AiBackendConfig
     {
         /// <summary>
         /// The endpoint's URL.

Shared/Game.Shared.External/Providers/Ai/AlpacaPromptProvider.cs

@@ -0,0 +1,18 @@
+namespace Game.Shared.External.Providers.Ai
+{
+    public class AlpacaPromptProvider : IPromptTemplateProvider
+    {
+        public string GetPrompt(PromptTemplate template)
+        {
+            return $"""
+                {template.System}
+
+                ### Instruction:
+                {template.Input}
+
+                ### Response {template.ResponseParams}:
+                {template.Response}
+                """;
+        }
+    }
+}

Shared/Game.Shared.External/Providers/Ai/IAiProvider.cs → Shared/Game.Shared.External/Providers/Ai/IAiBackendProvider.cs

@@ -1,11 +1,12 @@
-using System;
+using Game.Shared.External.Providers.Ai;
+using System;
 
 namespace Game.Shared.External.Providers.Ai
 {
     /// <summary>
     /// Provides the ability to generate the response to a prompt.
     /// </summary>
-    public interface IAiProvider
+    public interface IAiBackendProvider
     {
         /// <summary>
         /// Generates the response to a prompt.

Shared/Game.Shared.External/Providers/Ai/IPromptTemplateProvider.cs

@@ -0,0 +1,13 @@
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using System.Text;
+using System.Threading.Tasks;
+
+namespace Game.Shared.External.Providers.Ai
+{
+    public interface IPromptTemplateProvider
+    {
+        string GetPrompt(PromptTemplate template);
+    }
+}

Shared/Game.Shared.External/Providers/Ai/Llama/Internal/JsonPrompt.cs → Shared/Game.Shared.External/Providers/Ai/LlamaCpp/Internal/JsonPrompt.cs

@@ -1,6 +1,6 @@
 using System.Text.Json.Serialization;
 
-namespace Game.Shared.External.Providers.Ai.Llama.Internal
+namespace Game.Shared.External.Providers.Ai.LlamaCpp.Internal
 {
     /// <summary>
     /// The JSON prompt we're sending to the Llama AI.

Shared/Game.Shared.External/Providers/Ai/Llama/LlamaAiProvider.cs → Shared/Game.Shared.External/Providers/Ai/LlamaCpp/LlamaCppBackendProvider.cs

@@ -1,13 +1,15 @@
 using System.Text.Json;
+using Game.Shared.External.Providers.Ai;
 using Game.Shared.External.Providers.Ai.Llama.Internal;
+using Game.Shared.External.Providers.Ai.LlamaCpp.Internal;
 using Microsoft.Extensions.Options;
 
-namespace Game.Shared.External.Providers.Ai.Llama
+namespace Game.Shared.External.Providers.Ai.LlamaCpp
 {
     /// <summary>
     /// Provides access to the Llama AI model.
     /// </summary>
-    public class LlamaAiProvider : IAiProvider
+    public class LlamaCppBackendProvider : IAiBackendProvider
     {
         /// <summary>
         /// The client used to communicate with the AI provider.
@@ -17,7 +19,7 @@ public class LlamaAiProvider : IAiProvider
         /// <summary>
         /// Constructs a new Llama provider.
         /// </summary>
-        public LlamaAiProvider(IOptions<AiEndpointConfig> opts)
+        public LlamaCppBackendProvider(IOptions<AiBackendConfig> opts)
         {
             _client = new HttpClient { BaseAddress = new(opts.Value.EndpointUrl) };
         }

Shared/Game.Shared.External/Providers/Ai/PromptTemplate.cs

@@ -0,0 +1,19 @@
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using System.Text;
+using System.Threading.Tasks;
+
+namespace Game.Shared.External.Providers.Ai
+{
+    public class PromptTemplate
+    {
+        public required string System { get; set; }
+
+        public required string Input { get; set; }
+
+        public required string Response { get; set; }
+
+        public string? ResponseParams { get; set; }
+    }
+}