Run Stream Support (#35)

* 🎨 Update ConfigWindow.axaml and ResultsView.axaml

- Added a checkbox for the "RunStream" configuration option in ConfigWindow.axaml.
- Updated the visibility of the TokenUsage and Elapsed labels in ResultsView.axaml.

🔧 Refactor converters and messages, add new service method

Refactor converters and messages to use nullable reference types. Add new method `RunStreamAsync` to the `PromptService` class for running prompts asynchronously.

🔧 Update ConfigAttribute and BaiduConfigViewModel

- Added new options to the ConfigType attribute in ConfigAttribute.cs.
- Added new model endpoints in BaiduConfigViewModel.cs.

🐛 Fix GenerateResult and SemanticFunctionViewModel

- Changed the elapsed property in GenerateResult.cs to be nullable.
- Added a new configuration option for running the stream in SemanticFunctionViewModel.cs.

🔧 Fix binding issue in ResultsView.axaml

- Update binding expression for Elapsed property in ResultsView.axaml to use Elapsed.Value.TotalSeconds instead of Elapsed.TotalSeconds.

This change fixes a bug where the Elapsed property was not correctly displayed in the ResultsView. The binding expression has been updated to use the Value property of the Elapsed object, ensuring that the correct value is displayed.

* 🔀 Update version to 0.6.0

Update the version in Directory.Build.props from 0.5.3 to 0.6.0.

* Due to issue SciSharp/LLamaSharp#382, support for llamaSharp has been temporarily removed.

Directory.Build.props

@@ -1,7 +1,7 @@
 <Project>
 	<PropertyGroup>
 		<Nullable>enable</Nullable>
-		<Version>0.5.3</Version>
+		<Version>0.6.0</Version>
 	</PropertyGroup>
 
 	<PropertyGroup Condition="'$(Configuration)'=='Release'">

PromptPlayground/Converters/NullToVisibilityConverter.cs

@@ -10,12 +10,12 @@ namespace PromptPlayground.Converters
 {
     public class NullToVisibilityConverter : IValueConverter
     {
-        public object Convert(object value, Type targetType, object parameter, CultureInfo culture)
+        public object? Convert(object? value, Type targetType, object? parameter, CultureInfo culture)
         {
             return value != null;
         }
 
-        public object ConvertBack(object value, Type targetType, object parameter, CultureInfo culture)
+        public object? ConvertBack(object? value, Type targetType, object? parameter, CultureInfo culture)
         {
             throw new NotImplementedException();
         }

PromptPlayground/Converters/StringToBooleanConverter.cs

@@ -10,7 +10,7 @@ namespace PromptPlayground.Converters
 {
     public class StringToBooleanConverter : IValueConverter
     {
-        public object Convert(object value, Type targetType, object parameter, CultureInfo culture)
+        public object? Convert(object? value, Type targetType, object? parameter, CultureInfo culture)
         {
             if (value == null || parameter == null || !(value is string) || !(parameter is string))
             {
@@ -23,7 +23,7 @@ public object Convert(object value, Type targetType, object parameter, CultureIn
             return strValue.Equals(strParameter, StringComparison.OrdinalIgnoreCase);
         }
 
-        public object ConvertBack(object value, Type targetType, object parameter, CultureInfo culture)
+        public object? ConvertBack(object? value, Type targetType, object? parameter, CultureInfo culture)
         {
             throw new NotSupportedException();
         }

PromptPlayground/Messages/ResultCountRequestMessage.cs → PromptPlayground/Messages/ConfigurationRequestMessage.cs

@@ -7,7 +7,13 @@
 
 namespace PromptPlayground.Messages
 {
-    public class ResultCountRequestMessage : RequestMessage<int>
+    public class ConfigurationRequestMessage : RequestMessage<string>
     {
+        public ConfigurationRequestMessage(string config)
+        {
+            Config = config;
+        }
+
+        public string Config { get; }
     }
 }

PromptPlayground/PromptPlayground.csproj

@@ -9,9 +9,9 @@
 		<Platforms>AnyCPU;x64</Platforms>
 		<NoWarn>SKEXP0001;SKEXP0002;SKEXP0004;SKEXP0050</NoWarn>
 	</PropertyGroup>
-  <PropertyGroup Condition="'$(OS)' == 'Windows_NT'">
-    <DefineConstants>$(DefineConstants);WINDOWS</DefineConstants>
-  </PropertyGroup>
+	<PropertyGroup Condition="'$(OS)' == 'Windows_NT'">
+		<DefineConstants>$(DefineConstants);WINDOWS</DefineConstants>
+	</PropertyGroup>
 
 
 	<ItemGroup>
@@ -33,7 +33,7 @@
 		<PackageReference Include="CommunityToolkit.Mvvm" Version="8.2.2" />
 		<PackageReference Include="DashScope.SemanticKernel" Version="0.8.1" />
 		<PackageReference Include="Humanizer" Version="2.14.1" />
-		<PackageReference Include="LLamaSharp.Backend.Cpu" Version="0.10.0" />
+		<!--<PackageReference Include="LLamaSharp.Backend.Cpu" Version="0.10.0" />-->
 		<PackageReference Include="LLamaSharp.semantic-kernel" Version="0.10.0" />
 		<PackageReference Include="Microsoft.SemanticKernel.Plugins.Core" Version="1.4.0-alpha" />
 		<PackageReference Include="Projektanker.Icons.Avalonia.MaterialDesign" Version="9.0.1" />
@@ -47,8 +47,8 @@
 	</ItemGroup>
 
 	<ItemGroup>
-	  <Compile Update="Views\PluginsView.axaml.cs">
-	    <DependentUpon>PluginsView.axaml</DependentUpon>
-	  </Compile>
+		<Compile Update="Views\PluginsView.axaml.cs">
+			<DependentUpon>PluginsView.axaml</DependentUpon>
+		</Compile>
 	</ItemGroup>
 </Project>

PromptPlayground/Services/PromptService.cs

@@ -3,8 +3,11 @@
 using PromptPlayground.ViewModels.ConfigViewModels;
 using PromptPlayground.ViewModels.ConfigViewModels.LLM;
 using System;
+using System.Collections.Generic;
 using System.Diagnostics;
 using System.Linq;
+using System.Runtime.CompilerServices;
+using System.Text;
 using System.Threading;
 using System.Threading.Tasks;
 
@@ -32,6 +35,35 @@ private Kernel Build()
             return _kernel;
         }
 
+        public async IAsyncEnumerable<GenerateResult> RunStreamAsync(string prompt, PromptExecutionSettings? config,
+            KernelArguments arguments,
+            [EnumeratorCancellation]
+            CancellationToken cancellationToken = default)
+        {
+            var _kernel = Build();
+            var promptFilter = new KernelFilter();
+            _kernel.PromptFilters.Add(promptFilter);
+            _kernel.FunctionFilters.Add(promptFilter);
+
+            var sw = Stopwatch.StartNew();
+            var func = _kernel.CreateFunctionFromPrompt(prompt, config);
+
+            var results = func.InvokeStreamingAsync(_kernel, arguments, cancellationToken);
+
+            var sb = new StringBuilder();
+            await foreach (var result in results)
+            {
+                sb.Append(result.ToString());
+                yield return new GenerateResult()
+                {
+                    Text = sb.ToString(),
+                    Elapsed = sw.Elapsed,
+                    PromptRendered = promptFilter.PromptRendered
+                };
+            }
+            sw.Stop();
+        }
+
         public async Task<GenerateResult> RunAsync(string prompt,
             PromptExecutionSettings? config,
             KernelArguments arguments,