AdvancedContextManager

public AdvancedContextManager(ITokenizer tokenizer, IContextStrategy strategy, int maxContextTokens = 4096, int maxGenerationTokens = 512)

Language: C#

public async Task<List<Message>> TruncateMessagesWithStrategyAsync(IEnumerable<Message> messages, CancellationToken cancellationToken = default)

Language: C#