-enum TokenKind {
- Seperator,
- Semicolon,
- Number,
- Op,
- ExprMark,
- Paren,
- SpaceNL,
- Id,
- Str,
-}
-
-/**
- * Parsing
- */
-const lexer = p.buildLexer([
- [true, /^\d+(\.\d+)?/g, TokenKind.Number],
- [true, /^\;/g, TokenKind.Semicolon],
- [true, /^[-][-][-]/g, TokenKind.Seperator],
- [true, /^[\+\-\*\/\&\|\!\^\<\>\~\=\?]+/g, TokenKind.Op],
- [true, /^\@+/g, TokenKind.ExprMark],
- [true, /^[()\[\]{}]/g, TokenKind.Paren],
- [true, /^["]([\"]|[\\].)*["]/g, TokenKind.Str],
- [true, /^[']([\']|[\\].)*[']/g, TokenKind.Str],
- [true, /^[()\[\]{}]/g, TokenKind.Paren],
- [true, /^[^\s\n\t\r;]+/g, TokenKind.Id],
- [false, /^(\s|\n|\r|\t)+/g, TokenKind.SpaceNL]
-]);
-
-/**
- *
- * # TEST
- */
-const inputTxt=
-`import ast;