mizchi/cst/examples/expr_lang

README
T
Checkpoint
- ::kindGreenChild::kind
- ::rel_offsetGreenChild::rel_offset
- ::text_lenGreenChild::text_len
- ::childGreenNode::child
- ::childrenGreenNode::children
- ::children_countGreenNode::children_count
- ::kindGreenNode::kind
- ::newGreenNode::new
- ::text_lenGreenNode::text_len
- ::checkpointGreenNodeBuilder::checkpoint
- ::finishGreenNodeBuilder::finish
- ::finish_nodeGreenNodeBuilder::finish_node
- ::newGreenNodeBuilder::new
- ::start_nodeGreenNodeBuilder::start_node
- ::start_node_atGreenNodeBuilder::start_node_at
- ::tokenGreenNodeBuilder::token
- ::with_cacheGreenNodeBuilder::with_cache
- ::kindGreenToken::kind
- ::newGreenToken::new
- ::textGreenToken::text
- ::text_lenGreenToken::text_len
- ::newNodeCache::new
- ::tokenNodeCache::token
T
ParentFrame
T
SyntaxData
- ::as_nodeSyntaxElement::as_node
- ::as_tokenSyntaxElement::as_token
- ::kindSyntaxElement::kind
- ::parentSyntaxElement::parent
- ::text_lenSyntaxElement::text_len
- ::text_rangeSyntaxElement::text_range
- ::eofSyntaxKind::eof
- ::newSyntaxKind::new
- ::rawSyntaxKind::raw
- ::syntax_errorSyntaxKind::syntax_error
- ::tombstoneSyntaxKind::tombstone
- ::child_atSyntaxNode::child_at
- ::child_nodesSyntaxNode::child_nodes
- ::child_tokensSyntaxNode::child_tokens
- ::childrenSyntaxNode::children
- ::children_countSyntaxNode::children_count
- ::first_childSyntaxNode::first_child
- ::first_child_nodeSyntaxNode::first_child_node
- ::first_child_tokenSyntaxNode::first_child_token
- ::greenSyntaxNode::green
- ::kindSyntaxNode::kind
- ::last_childSyntaxNode::last_child
- ::new_rootSyntaxNode::new_root
- ::parentSyntaxNode::parent
- ::text_lenSyntaxNode::text_len
- ::text_rangeSyntaxNode::text_range
- ::greenSyntaxToken::green
- ::kindSyntaxToken::kind
- ::newSyntaxToken::new
- ::parentSyntaxToken::parent
- ::textSyntaxToken::text
- ::text_lenSyntaxToken::text_len
- ::text_rangeSyntaxToken::text_range
- ::atTextRange::at
- ::containsTextRange::contains
- ::contains_rangeTextRange::contains_range
- ::emptyTextRange::empty
- ::endTextRange::end
- ::is_emptyTextRange::is_empty
- ::lenTextRange::len
- ::newTextRange::new
- ::startTextRange::start
- ::from_intTextSize::from_int
- ::newTextSize::new
- ::rawTextSize::raw
- ::to_intTextSize::to_int
- ::zeroTextSize::zero

mizchi/cst/examples/expr_lang does not have a README file

Lexer

pub struct Lexer {
  input : String
  pos : Int
} derive(@moonbitlang/core/debug.Debug
Debug)

Lexer state

Lexer::is_eof

source

fn Lexer::is_eof(self : Lexer) -> Bool

Check if lexer is at end

Lexer::new

source

fn Lexer::new(input : String) -> Lexer

Lexer::next_token

source

fn Lexer::next_token(self : Lexer) -> Token

Lex a single token

Parser

source

pub struct Parser {
  tokens : Array[Token]
  pos : Int
  builder : @mizchi/cst.GreenNodeBuilder
GreenNodeBuilder
}

Parser state

Parser::new

source

fn Parser::new(tokens : Array[Token]) -> Parser

Parser::parse

source

fn Parser::parse(self : Parser) -> @mizchi/cst.GreenNode
GreenNode

Parse source file

Token

source

pub struct Token {
  kind : @mizchi/cst.SyntaxKind
SyntaxKind
  text : String
} derive(Eq, @moonbitlang/core/debug.Debug
Debug)

Token produced by the lexer

Token::kind

source

fn Token::kind(self : Token) -> @mizchi/cst.SyntaxKind
SyntaxKind

Token::new

source

fn Token::new(kind : @mizchi/cst.SyntaxKind
SyntaxKind, text : String) -> Token

Token::text

source

fn Token::text(self : Token) -> String

arg_list

source

fn arg_list() -> @mizchi/cst.SyntaxKind
SyntaxKind

binary_expr

source

fn binary_expr() -> @mizchi/cst.SyntaxKind
SyntaxKind

block

source

fn block() -> @mizchi/cst.SyntaxKind
SyntaxKind

call_expr

source

fn call_expr() -> @mizchi/cst.SyntaxKind
SyntaxKind

comma

source

fn comma() -> @mizchi/cst.SyntaxKind
SyntaxKind

eof

source

fn eof() -> @mizchi/cst.SyntaxKind
SyntaxKind

eq

source

fn eq() -> @mizchi/cst.SyntaxKind
SyntaxKind

error_kind

source

fn error_kind() -> @mizchi/cst.SyntaxKind
SyntaxKind

expr_stmt

source

fn expr_stmt() -> @mizchi/cst.SyntaxKind
SyntaxKind

fn_def

source

fn fn_def() -> @mizchi/cst.SyntaxKind
SyntaxKind

fn_kw

source

fn fn_kw() -> @mizchi/cst.SyntaxKind
SyntaxKind

format

source

fn format(input : String) -> String

Format source code string

is_token

source

fn is_token(kind : @mizchi/cst.SyntaxKind
SyntaxKind) -> Bool

Check if a SyntaxKind is a token (not a node)

is_trivia

source

fn is_trivia(kind : @mizchi/cst.SyntaxKind
SyntaxKind) -> Bool

Check if a SyntaxKind is trivia (whitespace/newline)

kind_name

source

fn kind_name(kind : @mizchi/cst.SyntaxKind
SyntaxKind) -> String

Get the name of a SyntaxKind for debugging

lbrace

source

fn lbrace() -> @mizchi/cst.SyntaxKind
SyntaxKind

let_kw

source

fn let_kw() -> @mizchi/cst.SyntaxKind
SyntaxKind

let_stmt

source

fn let_stmt() -> @mizchi/cst.SyntaxKind
SyntaxKind

literal

source

fn literal() -> @mizchi/cst.SyntaxKind
SyntaxKind

lparen

source

fn lparen() -> @mizchi/cst.SyntaxKind
SyntaxKind

minus

source

fn minus() -> @mizchi/cst.SyntaxKind
SyntaxKind

name

source

fn name() -> @mizchi/cst.SyntaxKind
SyntaxKind

name_ref

source

fn name_ref() -> @mizchi/cst.SyntaxKind
SyntaxKind

newline

source

fn newline() -> @mizchi/cst.SyntaxKind
SyntaxKind

number

source

fn number() -> @mizchi/cst.SyntaxKind
SyntaxKind

param_list

source

fn param_list() -> @mizchi/cst.SyntaxKind
SyntaxKind

paren_expr

source

fn paren_expr() -> @mizchi/cst.SyntaxKind
SyntaxKind

parse

source

fn parse(input : String) -> @mizchi/cst.SyntaxNode
SyntaxNode

Parse input string and return CST

plus

source

fn plus() -> @mizchi/cst.SyntaxKind
SyntaxKind

rbrace

source

fn rbrace() -> @mizchi/cst.SyntaxKind
SyntaxKind

rparen

source

fn rparen() -> @mizchi/cst.SyntaxKind
SyntaxKind

slash

source

fn slash() -> @mizchi/cst.SyntaxKind
SyntaxKind

source_file

source

fn source_file() -> @mizchi/cst.SyntaxKind
SyntaxKind

star

source

fn star() -> @mizchi/cst.SyntaxKind
SyntaxKind

tokenize

source

fn tokenize(input : String) -> Array[Token]

Tokenize entire input

whitespace

source

fn whitespace() -> @mizchi/cst.SyntaxKind
SyntaxKind

Source Files

Install

Download zip

Concrete Syntax Tree library with Red-Green Tree pattern

cstsyntax-treeparser

mizchi

Apache-2.0

github.com/mizchi/cst.mbt

Updated 2 months ago

58K downloads

Site source Report issue Modules Skills CLI Build queue Statistics

#Lexer

#Lexer::is_eof

#Lexer::new

#Lexer::next_token

#Parser

#Parser::new

#Parser::parse

#Token

#Token::kind

#Token::new

#Token::text

#arg_list

#binary_expr

#block

#call_expr

#comma

#eof

#eq

#error_kind

#expr_stmt

#fn_def

#fn_kw

#format

#is_token

#is_trivia

#kind_name

#lbrace

#let_kw

#let_stmt

#literal

#lparen

#minus

#name

#name_ref

#newline

#number

#param_list

#paren_expr

#parse

#plus

#rbrace

#rparen

#slash

#source_file

#star

#tokenize

#whitespace

Source Files

Lexer

Lexer::is_eof

Lexer::new

Lexer::next_token

Parser

Parser::new

Parser::parse

Token

Token::kind

Token::new

Token::text

arg_list

binary_expr

block

call_expr

comma

eof

eq

error_kind

expr_stmt

fn_def

fn_kw

format

is_token

is_trivia

kind_name

lbrace

let_kw

let_stmt

literal

lparen

minus

name

name_ref

newline

number

param_list

paren_expr

parse

plus

rbrace

rparen

slash

source_file

star

tokenize

whitespace