← Назад

LocalLanguageModel

public string ComponentId { get; }

Language: C#

Return Value: Guid.NewGuid().ToString()

public string ComponentType

Language: C#

public NeuralComponentState State { get; set; }

Language: C#

Return Value: NeuralComponentState.Uninitialized

public INeuralComponentInfo ComponentInfo { get; }

Language: C#

public string Name

Language: C#

public ILLMModelInfo ModelInfo

Language: C#

public ILoadedModel? LoadedModel

Language: C#

public IGpuMathOps? GpuMath

Language: C#

API для GPU математики (если бэкенд поддерживает)

public LocalLanguageModel(string modelPath, string backendType, ILLMModelInfo modelInfo)

Language: C#

Конструктор

Parameters:

• modelPath: Путь к модели
• backendType: Тип бэкенда: "torchsharp", "onnx", "pytorch", "llama.cpp"
• modelInfo: Информация о модели

public async Task InitializeAsync(CancellationToken cancellationToken = default)

Language: C#

public async Task ShutdownAsync()

Language: C#

public async Task LoadModelAsync(string modelPath, CancellationToken cancellationToken = default)

Language: C#

public async Task UnloadModelAsync()

Language: C#

public async Task<int[]> PredictNextAsync(int[] tokenIds, int topK = 40, float topP = 0.95f, float temperature = 0.8f, CancellationToken cancellationToken = default)

Language: C#

public async IAsyncEnumerable<int> GenerateAsync(string prompt, int maxTokens = 100, GenerationConfig? config = null, [EnumeratorCancellation] CancellationToken cancellationToken = default)

Language: C#

public void Dispose()

Language: C#

public async ValueTask DisposeAsync()

Language: C#