lexer.ch

Publicnamespace

namespace md

Token

Publicstruct

struct Token { var type : MdTokenType var value : string_view }

Lexer

struct

struct Lexer { var text : string_view var pos : size_t var in_fenced_code : bool var fence_char : char var fence_count : int }

peek

Publicfunction

func peek(self : &Lexer) : char

peek_at

Publicfunction

func peek_at(self : &Lexer, offset : size_t) : char

advance

Publicfunction

func advance(self : &Lexer) : char

countBackticks

Publicfunction

func countBackticks(self : &Lexer) : int

consume_until_newline

Publicfunction

func consume_until_newline(self : &Lexer) : string_view

consume_newline

Publicfunction

func consume_newline(self : &Lexer) : void

next_token

Publicfunction

func next_token(self : &Lexer) : Token

lex

Publicfunction