ML::GGUF::NomicBertMoE::LayerWeights
Constructors
new(attn_qkv_w : ML::GGUF::QuantWeight, attn_qkv_b : Array(Float32), attn_out_w : ML::GGUF::QuantWeight, attn_out_b : Array(Float32), norm1_w : Array(Float32), norm1_b : Array(Float32), norm2_w : Array(Float32), norm2_b : Array(Float32), ffn_up_w : ML::GGUF::QuantWeight | Nil = nil, ffn_up_b : Nil | Array(Float32) = nil, ffn_down_w : ML::GGUF::QuantWeight | Nil = nil, ffn_down_b : Nil | Array(Float32) = nil, gate_w : Nil | Array(Float32) = nil, expert_up_w : ML::GGUF::QuantWeight | Nil = nil, expert_down_w : ML::GGUF::QuantWeight | Nil = nil)
SourceInstance methods
attn_out_b
Sourceattn_out_w
Sourceattn_qkv_b
Sourceattn_qkv_w
Sourceexpert_down_w
Sourceexpert_up_w
Sourceffn_down_b
Sourceffn_down_w
Sourceffn_up_b
Sourcemoe?
Sourcenorm1_b
Sourcenorm1_w
Sourcenorm2_b
Sourcenorm2_w
Source