myxelium/Lunaris2.0
1
0
Fork 0
mirror of https://github.com/Myxelium/Lunaris2.0.git synced 2026-04-23 06:15:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

Clean

Browse Source
This commit is contained in:
Myx
2024-06-01 12:59:45 +02:00
parent 87b35a2203
commit a703f7f9a2
1 changed files with 49 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files

78
Bot/Handler/ChatCommand/ChatHandler.cs
View File

@@ -1,4 +1,4 @@
using Discord;
using System.Text;
using Discord.WebSocket;
using Lunaris2.Handler.MusicPlayer;
using Lunaris2.SlashCommand;
@@ -6,39 +6,59 @@ using MediatR;
using OllamaSharp;
using OllamaSharp.Models;
namespace Lunaris2.Handler.ChatCommand;
namespace Lunaris2.Handler.ChatCommand
{
public record ChatCommand(SocketSlashCommand Message) : IRequest;
public record ChatCommand(SocketSlashCommand Message) : IRequest;
public class ChatHandler : IRequestHandler<ChatCommand>
{
private readonly Uri _uri = new("http://192.168.50.54:11434");
private OllamaApiClient _ollama;
private SocketSlashCommand _context;
public ChatHandler()
{
_ollama = new OllamaApiClient(_uri);
_ollama.SelectedModel = "lunaris";
}
public async Task Handle(ChatCommand command, CancellationToken cancellationToken)
{
_context = command.Message;
var userMessage = _context.GetOptionValueByName(Option.Input);
var setTyping = command.Message.Channel.EnterTypingState();
await command.Message.DeferAsync();
public class ChatHandler : IRequestHandler<ChatCommand>
{
private readonly Uri _uri = new("http://192.168.50.54:11434");
private readonly OllamaApiClient _ollama;
private SocketSlashCommand _context;
var response = "";
ConversationContext chatContext = null;
async void Streamer(GenerateCompletionResponseStream stream)
public ChatHandler()
{
response += stream.Response;
_ollama = new OllamaApiClient(_uri)
{
SelectedModel = "lunaris"
};
}
public async Task Handle(ChatCommand command, CancellationToken cancellationToken)
{
_context = command.Message;
var userMessage = _context.GetOptionValueByName(Option.Input);
using var setTyping = command.Message.Channel.EnterTypingState();
await command.Message.DeferAsync();
if (string.IsNullOrWhiteSpace(userMessage))
{
await command.Message.ModifyOriginalResponseAsync(properties => properties.Content = "Am I expected to read your mind?");
setTyping.Dispose();
return;
}
var response = await GenerateResponse(userMessage, cancellationToken);
await command.Message.ModifyOriginalResponseAsync(properties => properties.Content = response);
}
chatContext = await _ollama.StreamCompletion(userMessage, chatContext, Streamer, cancellationToken: cancellationToken);
setTyping.Dispose();
private async Task<string> GenerateResponse(string userMessage, CancellationToken cancellationToken)
{
var response = new StringBuilder();
ConversationContext? chatContext = null;
chatContext = await _ollama.StreamCompletion(
userMessage,
chatContext,
Streamer,
cancellationToken: cancellationToken);
return response.ToString();
void Streamer(GenerateCompletionResponseStream stream) =>
response.Append(stream.Response);
}
}
}