struct

Crig::Memory::TokenWindowMemory

Inherits Crig::Memory::MemoryPolicy < Struct < Value < Object

Constructors

new(max_tokens : Int32, counter : TokenCounter = HeuristicTokenCounter.new)
Source

Instance methods

apply(messages : Array(Crig::Completion::Message)) : Array(Crig::Completion::Message) | Nil
Source
apply_with_demoted(messages : Array(Crig::Completion::Message)) : Tuple(Array(Crig::Completion::Message), Array(Crig::Completion::Message))
Source
counter
Source
max_tokens
Source