api
Tokenizer.ch
Declarations in Tokenizer.ch
12 declarationsjs_syntax
Declarations
Public only
JsSyntaxTokenizer#
Publicstruct
struct JsSyntaxTokenizer {
var src : string_view
var pos : size_t
var line : uint
var character : uint
var jsx_enabled : bool
var jsx_depth : int
var in_jsx_tag : int
var jsx_brace_count : int
var tag_mode_stack : u64
var jsx_brace_stack : u64
}
peek#
functionExtension
func peek(t : &JsSyntaxTokenizer) : char
advance#
functionExtension
func advance(t : &JsSyntaxTokenizer) : void
position#
functionExtension
skip_whitespaces#
functionExtension
func skip_whitespaces(t : &JsSyntaxTokenizer) : void
read_identifier#
functionExtension
func read_identifier(t : &JsSyntaxTokenizer) : void
read_digits#
functionExtension
func read_digits(t : &JsSyntaxTokenizer) : void
read_quoted#
functionExtension
func read_quoted(t : &JsSyntaxTokenizer, quote : char) : void
read_template#
functionExtension
func read_template(t : &JsSyntaxTokenizer) : void
slice_from#
functionExtension
next_token#
functionExtension
tokenize#
PublicfunctionExtension