33 lines
743 B
C#
33 lines
743 B
C#
|
using LLama;
|
||
|
|
namespace BotSharp.Core.Plugins.LLamaSharp;
|
||
|
|
|
||
|
|
public class LlamaAiModel
|
||
|
|
{
|
||
|
|
private readonly LlamaSharpSettings _settings;
|
||
|
|
|
||
|
|
LLamaModel _model;
|
||
|
|
|
||
|
|
public LLamaModel Model => _model;
|
||
|
|
|
||
|
|
public LlamaAiModel(LlamaSharpSettings settings)
|
||
|
|
{
|
||
|
|
_settings = settings;
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
public void LoadModel()
|
||
|
|
{
|
||
|
|
if (_model != null)
|
||
|
|
{
|
||
|
|
return;
|
||
|
|
}
|
||
|
|
|
||
|
|
_model = new LLamaModel(new LLamaParams(model: _settings.ModelPath,
|
||
|
|
n_ctx: _settings.MaxContextLength,
|
||
|
|
interactive: _settings.Interactive,
|
||
|
|
repeat_penalty: _settings.RepeatPenalty,
|
||
|
|
verbose_prompt: _settings.VerbosePrompt,
|
||
|
|
n_gpu_layers: _settings.NumberOfGpuLayer));
|
||
|
|
}
|
||
|
|
}
|