class

Tokenizer

Inherits Reference < Object

Constructors

new(file : String, source : String)

Instance methods

advance

at_end?

file

file=(file : String)

get_next_character

get_next_token

index

index=(index : Int32)

lines

lines=(lines : Array(Line))

make_source_context(body_start : Int32, body_end : Int32 = @index) : SourceContext

peek_next_character

source

source=(source : String)