struct

ML::GGUF::NomicBertMoE::LayerWeights

Inherits Struct / Value / Object

Constructors

new(attn_qkv_w : ML::GGUF::QuantWeight, attn_qkv_b : Array(Float32), attn_out_w : ML::GGUF::QuantWeight, attn_out_b : Array(Float32), norm1_w : Array(Float32), norm1_b : Array(Float32), norm2_w : Array(Float32), norm2_b : Array(Float32), ffn_up_w : ML::GGUF::QuantWeight | Nil = nil, ffn_up_b : Nil | Array(Float32) = nil, ffn_down_w : ML::GGUF::QuantWeight | Nil = nil, ffn_down_b : Nil | Array(Float32) = nil, gate_w : Nil | Array(Float32) = nil, expert_up_w : ML::GGUF::QuantWeight | Nil = nil, expert_down_w : ML::GGUF::QuantWeight | Nil = nil)
Source

Instance methods

attn_out_b
Source
attn_out_w
Source
attn_qkv_b
Source
attn_qkv_w
Source
expert_down_w
Source
expert_up_w
Source
ffn_down_b
Source
ffn_down_w
Source
ffn_up_b
Source
ffn_up_w

Dense FFN (non-MoE layers)

Source
gate_w

MoE FFN (MoE layers)

Source
moe?
Source
norm1_b
Source
norm1_w
Source
norm2_b
Source
norm2_w
Source