class

Llama::Sampler

Inherits Reference < Object

Constructors

new(vocab_size : Int32, temperature : Float32, topp : Float32, rng_state : UInt64)
Source

Instance methods

rng_state
Source
rng_state=(rng_state : UInt64)
Source
sample(logits : Array(Float32)) : Int32
Source
temperature
Source
temperature=(temperature : Float32)
Source
topp
Source
topp=(topp : Float32)
Source
vocab_size
Source
vocab_size=(vocab_size : Int32)
Source