pub enum TokenType {
  Integer
  Decimal
  Identifier
  Keyword
  String
  Punctuation
  Other
} derive(
@moonbitlang/core/debug.Debug
Debug)

fn tokenize(input : StringView) -> Array[(TokenType, StringView)] raise