LinkToolAddin/host/llm/Llm.cs

19 lines
679 B
C#

using System.Collections.Generic;
using System.Threading.Tasks;
using LinkToolAddin.host.llm.entity;
using LinkToolAddin.host.llm.entity.stream;
namespace LinkToolAddin.host.llm;
public interface Llm
{
public string model { get; set; }
public string temperature { get; set; }
public string top_p { get; set; }
public string max_tokens { get; set; }
public IAsyncEnumerable<LlmStreamChat> SendChatStreamAsync(LlmJsonContent jsonContent);
public IAsyncEnumerable<string> SendApplicationStreamAsync(string message);
public Task<string> SendChatAsync(LlmJsonContent jsonContent);
public Task<string> SendApplicationAsync(CommonInput commonInput);
}