type ByteLiteral = String

type BytesLiteral = String

type CharLiteral = String

type InterpLiteral = Array[InterpElem]

type StringLiteral = String

type Triple = (Token, 
@moonbitlang/lexer/basic.Position
Position, 
@moonbitlang/lexer/basic.Position
Position)

type Triples = Array[(Token, 
@moonbitlang/lexer/basic.Position
Position, 
@moonbitlang/lexer/basic.Position
Position)]

pub(all) struct Comment {
  content : String
  kind : CommentKind
  consumed_by_docstring : Bool
} derive(Eq, 
@moonbitlang/core/debug.Debug
Debug)

pub(all) enum CommentKind {
  InlineTrailing
  Ownline(leading_blank_line~ : Bool, trailing_blank_line~ : Bool)
} derive(Eq, 
@moonbitlang/core/debug.Debug
Debug)

pub(all) enum InterpElem {
  InterpLit(repr~ : String, loc~ : 
@moonbitlang/lexer/basic.Location
Location)
  InterpSource(InterpSource)
} derive(Eq, 
@moonbitlang/core/debug.Debug
Debug)

pub(all) struct InterpSource {
  source : String
  loc : 
@moonbitlang/lexer/basic.Location
Location
} derive(Eq, ToJson, 
@moonbitlang/core/debug.Debug
Debug)

pub(all) enum Token {
  CHAR(String)
  INT(String)
  BYTE(String)
  BYTES(String)
  FLOAT(String)
  DOUBLE(String)
  STRING(String)
  MULTILINE_STRING(String)
  MULTILINE_INTERP(Array[InterpElem])
  INTERP(Array[InterpElem])
  BYTES_INTERP(Array[InterpElem])
  REGEX_LITERAL(String)
  REGEX_INTERP(Array[InterpElem])
  ATTRIBUTE((String, String?, String))
  LIDENT(String)
  UIDENT(String)
  POST_LABEL(String)
  POST_LABEL_TRANSPARENT(String)
  COMMENT(Comment)
  NEWLINE
  INFIX1(String)
  INFIX2(String)
  INFIX3(String)
  INFIX4(String)
  AUGMENTED_ASSIGNMENT(String)
  PLUS_EQUAL
  EOF
  FALSE
  TRUE
  PUB
  PRIV
  READONLY
  IMPORT
  EXTERN
  BREAK
  CONTINUE
  STRUCT
  ENUM
  TRAIT
  DERIVE
  IMPL
  WITH
  RAISE
  THROW
  TRY
  CATCH
  ASYNC
  TYPEALIAS
  TRAITALIAS
  FNALIAS
  EQUAL
  EQ_TILDE
  LPAREN
  RPAREN
  COMMA
  MINUS
  QUESTION
  EXCLAMATION
  DOT_LIDENT(String)
  DOT_UIDENT(String)
  DOT_INT(Int)
  DOT_LPAREN
  COLONCOLON
  COLON
  SEMI(Bool)
  LBRACKET
  LBRACKET_BAR
  PLUS
  RBRACKET
  BAR_RBRACKET
  UNDERSCORE
  BAR
  LBRACE
  RBRACE
  AMPERAMPER
  AMPER
  CARET
  BARBAR
  PACKAGE_NAME(String)
  AS
  PIPE
  PIPE_LEFT
  LT_PLUS
  LT_QUESTION
  ELSE
  FN
  IF
  LET
  VAR
  PROOF_ASSERT
  PROOF_LET
  CONST
  MATCH
  USING
  MUTABLE
  TYPE
  FAT_ARROW
  THIN_ARROW
  WHILE
  RETURN
  DOTDOT
  RANGE_INCLUSIVE
  RANGE_LT_INCLUSIVE
  RANGE_EXCLUSIVE
  RANGE_INCLUSIVE_REV
  RANGE_EXCLUSIVE_REV
  ELLIPSIS
  TEST
  LOOP
  GUARD
  GUARD_EXCLAMATION
  DEFER
  ERRDEFER
  FOR
  IN
  IS
  SUBERROR
  AND
  FORALL
  EXISTS
  IMPLIES
  LETREC
  ENUMVIEW
  EXTENUM
  DECLARE
  NORAISE
  NOCANCEL
  NOBREAK
  WHERE
  TRY_QUESTION
  TRY_EXCLAMATION
  LEXMATCH
  LEXMATCH_QUESTION
  LEXSCAN
  EXTEND
  PACKAGE
} derive(
@moonbitlang/core/debug.Debug
Debug)

pub(all) enum TokenKind {
  TK_CHAR
  TK_INT
  TK_BYTE
  TK_BYTES
  TK_FLOAT
  TK_DOUBLE
  TK_STRING
  TK_MULTILINE_STRING
  TK_MULTILINE_INTERP
  TK_INTERP
  TK_BYTES_INTERP
  TK_REGEX_LITERAL
  TK_REGEX_INTERP
  TK_ATTRIBUTE
  TK_LIDENT
  TK_UIDENT
  TK_POST_LABEL
  TK_POST_LABEL_TRANSPARENT
  TK_COMMENT
  TK_NEWLINE
  TK_INFIX1
  TK_INFIX2
  TK_INFIX3
  TK_INFIX4
  TK_AUGMENTED_ASSIGNMENT
  TK_PLUS_EQUAL
  TK_EOF
  TK_FALSE
  TK_TRUE
  TK_PUB
  TK_PRIV
  TK_READONLY
  TK_IMPORT
  TK_EXTERN
  TK_BREAK
  TK_CONTINUE
  TK_STRUCT
  TK_ENUM
  TK_TRAIT
  TK_DERIVE
  TK_IMPL
  TK_WITH
  TK_RAISE
  TK_THROW
  TK_TRY
  TK_CATCH
  TK_ASYNC
  TK_TYPEALIAS
  TK_TRAITALIAS
  TK_FNALIAS
  TK_EQUAL
  TK_EQ_TILDE
  TK_LPAREN
  TK_RPAREN
  TK_COMMA
  TK_MINUS
  TK_QUESTION
  TK_EXCLAMATION
  TK_DOT_LIDENT
  TK_DOT_UIDENT
  TK_DOT_INT
  TK_DOT_LPAREN
  TK_COLONCOLON
  TK_COLON
  TK_SEMI
  TK_LBRACKET
  TK_LBRACKET_BAR
  TK_PLUS
  TK_RBRACKET
  TK_BAR_RBRACKET
  TK_UNDERSCORE
  TK_BAR
  TK_LBRACE
  TK_RBRACE
  TK_AMPERAMPER
  TK_AMPER
  TK_CARET
  TK_BARBAR
  TK_PACKAGE_NAME
  TK_AS
  TK_PIPE
  TK_PIPE_LEFT
  TK_LT_PLUS
  TK_LT_QUESTION
  TK_ELSE
  TK_FN
  TK_IF
  TK_LET
  TK_VAR
  TK_PROOF_ASSERT
  TK_PROOF_LET
  TK_CONST
  TK_MATCH
  TK_USING
  TK_MUTABLE
  TK_TYPE
  TK_FAT_ARROW
  TK_THIN_ARROW
  TK_WHILE
  TK_RETURN
  TK_DOTDOT
  TK_RANGE_INCLUSIVE
  TK_RANGE_LT_INCLUSIVE
  TK_RANGE_EXCLUSIVE
  TK_RANGE_INCLUSIVE_REV
  TK_RANGE_EXCLUSIVE_REV
  TK_ELLIPSIS
  TK_TEST
  TK_LOOP
  TK_GUARD
  TK_GUARD_EXCLAMATION
  TK_DEFER
  TK_ERRDEFER
  TK_FOR
  TK_IN
  TK_IS
  TK_SUBERROR
  TK_AND
  TK_FORALL
  TK_EXISTS
  TK_IMPLIES
  TK_LETREC
  TK_ENUMVIEW
  TK_EXTENUM
  TK_DECLARE
  TK_NORAISE
  TK_NOCANCEL
  TK_NOBREAK
  TK_WHERE
  TK_TRY_QUESTION
  TK_TRY_EXCLAMATION
  TK_LEXMATCH
  TK_LEXMATCH_QUESTION
  TK_LEXSCAN
  TK_EXTEND
  TK_PACKAGE
} derive(Compare, Eq, Hash)