class

Cadmium::Tokenizer::Word

Inherits Cadmium::Tokenizer::Regex < Cadmium::Tokenizer::Base < Cadmium::Tokenizer::Diacritics < Cadmium::Tokenizer::StopWords < Reference < Object

Constants

REGEX_PATTERN = /[^A-Za-zА-Яа-я0-9_]+/

Constructors