class

Cadmium::WordTokenizer

Inherits Cadmium::RegexTokenizer < Cadmium::Tokenizer < Reference < Object

Constants

REGEX_PATTERN = /[^A-Za-zА-Яа-я0-9_]+/

Constructors