123 lines
4.4 KiB
C#
123 lines
4.4 KiB
C#
using System.ClientModel;
|
|
using System.Diagnostics.CodeAnalysis;
|
|
using System.Text.Json;
|
|
using DysonNetwork.Insight.Thought.Plugins;
|
|
using DysonNetwork.Shared.Models;
|
|
using DysonNetwork.Shared.Proto;
|
|
using Microsoft.SemanticKernel;
|
|
using Microsoft.SemanticKernel.Connectors.Ollama;
|
|
using Microsoft.SemanticKernel.Connectors.OpenAI;
|
|
using OpenAI;
|
|
using PostType = DysonNetwork.Shared.Proto.PostType;
|
|
using Microsoft.SemanticKernel.Plugins.Web;
|
|
using Microsoft.SemanticKernel.Plugins.Web.Bing;
|
|
using Microsoft.SemanticKernel.Plugins.Web.Google;
|
|
using NodaTime.Serialization.Protobuf;
|
|
using NodaTime.Text;
|
|
|
|
namespace DysonNetwork.Insight.Thought;
|
|
|
|
public class ThoughtProvider
|
|
{
|
|
private readonly PostService.PostServiceClient _postClient;
|
|
private readonly AccountService.AccountServiceClient _accountClient;
|
|
private readonly IConfiguration _configuration;
|
|
private readonly ILogger<ThoughtProvider> _logger;
|
|
|
|
public Kernel Kernel { get; }
|
|
|
|
private string? ModelProviderType { get; set; }
|
|
public string? ModelDefault { get; set; }
|
|
|
|
[Experimental("SKEXP0050")]
|
|
public ThoughtProvider(
|
|
IConfiguration configuration,
|
|
PostService.PostServiceClient postServiceClient,
|
|
AccountService.AccountServiceClient accountServiceClient,
|
|
ILogger<ThoughtProvider> logger
|
|
)
|
|
{
|
|
_logger = logger;
|
|
_postClient = postServiceClient;
|
|
_accountClient = accountServiceClient;
|
|
_configuration = configuration;
|
|
|
|
Kernel = InitializeThinkingProvider(configuration);
|
|
InitializeHelperFunctions();
|
|
}
|
|
|
|
private Kernel InitializeThinkingProvider(IConfiguration configuration)
|
|
{
|
|
var cfg = configuration.GetSection("Thinking");
|
|
ModelProviderType = cfg.GetValue<string>("Provider")?.ToLower();
|
|
ModelDefault = cfg.GetValue<string>("Model");
|
|
var endpoint = cfg.GetValue<string>("Endpoint");
|
|
var apiKey = cfg.GetValue<string>("ApiKey");
|
|
|
|
var builder = Kernel.CreateBuilder();
|
|
|
|
switch (ModelProviderType)
|
|
{
|
|
case "ollama":
|
|
builder.AddOllamaChatCompletion(ModelDefault!, new Uri(endpoint ?? "http://localhost:11434/api"));
|
|
break;
|
|
case "deepseek":
|
|
var client = new OpenAIClient(
|
|
new ApiKeyCredential(apiKey!),
|
|
new OpenAIClientOptions { Endpoint = new Uri(endpoint ?? "https://api.deepseek.com/v1") }
|
|
);
|
|
builder.AddOpenAIChatCompletion(ModelDefault!, client);
|
|
break;
|
|
default:
|
|
throw new IndexOutOfRangeException("Unknown thinking provider: " + ModelProviderType);
|
|
}
|
|
|
|
builder.Plugins.AddFromType<SnAccountKernelPlugin>();
|
|
builder.Plugins.AddFromType<SnPostKernelPlugin>();
|
|
|
|
return builder.Build();
|
|
}
|
|
|
|
[Experimental("SKEXP0050")]
|
|
private void InitializeHelperFunctions()
|
|
{
|
|
// Add web search plugins if configured
|
|
var bingApiKey = _configuration.GetValue<string>("Thinking:BingApiKey");
|
|
if (!string.IsNullOrEmpty(bingApiKey))
|
|
{
|
|
var bingConnector = new BingConnector(bingApiKey);
|
|
var bing = new WebSearchEnginePlugin(bingConnector);
|
|
Kernel.ImportPluginFromObject(bing, "bing");
|
|
}
|
|
|
|
var googleApiKey = _configuration.GetValue<string>("Thinking:GoogleApiKey");
|
|
var googleCx = _configuration.GetValue<string>("Thinking:GoogleCx");
|
|
if (!string.IsNullOrEmpty(googleApiKey) && !string.IsNullOrEmpty(googleCx))
|
|
{
|
|
var googleConnector = new GoogleConnector(
|
|
apiKey: googleApiKey,
|
|
searchEngineId: googleCx);
|
|
var google = new WebSearchEnginePlugin(googleConnector);
|
|
Kernel.ImportPluginFromObject(google, "google");
|
|
}
|
|
}
|
|
|
|
public PromptExecutionSettings CreatePromptExecutionSettings()
|
|
{
|
|
switch (ModelProviderType)
|
|
{
|
|
case "ollama":
|
|
return new OllamaPromptExecutionSettings
|
|
{
|
|
FunctionChoiceBehavior = FunctionChoiceBehavior.Auto()
|
|
};
|
|
case "deepseek":
|
|
return new OpenAIPromptExecutionSettings
|
|
{
|
|
FunctionChoiceBehavior = FunctionChoiceBehavior.Auto()
|
|
};
|
|
default:
|
|
throw new InvalidOperationException("Unknown provider: " + ModelProviderType);
|
|
}
|
|
}
|
|
} |