class

MicroGPT::RoPE

Constructors

new(max_seq : Int32, dim : Int32, base : Float64 = 10000.0)

apply!(x : Mat)

Apply rotation in-place to a [seq_len, dim] matrix

apply_inverse!(x : Mat)

Inverse rotation (for backward pass): negate sin

cos_cache

dim

max_seq

sin_cache