module

ConstructionKit

Constants

EXPERT_TYPES = ["transformer", "counter", "bigram"]
TOKENIZER_TYPES = ["char_tokenizer", "bpe_tokenizer"]
WINDOWER_TYPES = ["sequential_window", "sliding_window", "random_window", "dataset"]

Class methods

extract_config(graph : GraphData, data_file : String = "data/input.txt") : ModelConfig

Extract a ModelConfig from the top-level pipeline graph

Source
validate(graph : GraphData) : Array(ValidationError)

Validate a graph for completeness and consistency

Source

Nested types