← Назад

LlamaCppBackend

public string ComponentId { get; }

Language: C#

Return Value: Guid.NewGuid().ToString()

public string ComponentType

Language: C#

public NeuralComponentState State { get; set; }

Language: C#

Return Value: NeuralComponentState.Uninitialized

public INeuralComponentInfo ComponentInfo { get; }

Language: C#

public IReadOnlyList<IComputeDevice> AvailableDevices { get; set; }

Language: C#

Return Value: new List()

public IComputeDevice ActiveDevice { get; set; }

Language: C#

Return Value: null!

public bool SupportsAsyncInference

Language: C#

public string BackendVersion

Language: C#

public LlamaCppBackend(string? llamaCppPath = null)

Language: C#

public async Task InitializeAsync(CancellationToken cancellationToken = default)

Language: C#

public async Task ShutdownAsync()

Language: C#

public async Task<ILoadedModel> LoadModelAsync(string modelPath, CancellationToken cancellationToken = default)

Language: C#

public async Task<string> ExecuteLlamaCppAsync(string arguments)

Language: C#

Выполнить llama.cpp команду

public void Dispose()

Language: C#