- let d = matchRange('0','9'); // \d
- // [+-]
- let plusMinus = orDo(match1Char('+'), match1Char('-'));
- let s_aux = orDo(match1Char(' '), match1Char('\t')); // (" " | "\t")
-
- // integer = ([+]|[-])?\d\d*
- let integer = bTerm((x : Maybe<MatcheePair>)=>
- thenDo(thenDo(thenDo(x,
- zeroOrOnceDo(plusMinus)),d),
- zeroOrMoreDo(d)),
- TokenType.INT);
- // space = [ \t]+
- let space = bTerm((x : Maybe<MatcheePair>)=>
- thenDo(thenDo(x, s_aux), zeroOrMoreDo(s_aux)),
- TokenType.INT);
-
- // newline = \r?\n
- let newline = bTerm((x : Maybe<MatcheePair>)=>
- thenDo(thenDo(x,
- zeroOrOnceDo(match1Char('\r'))),
- match1Char('\n')),
- TokenType.NL);
-
- // [_A-Za-z]
- let idHead = orDo(orDo(matchRange('a','z'),matchRange('A','Z')), match1Char('_'));
- let idRemained = orDo(idHead, matchRange('0','9')); // [_A-Za-z0-9]
-
- // id = [_A-Za-z][_A-Za-z0-9]*
- let id = bTerm((x : Maybe<MatcheePair>)=>
- thenDo(thenDo(x,
- idHead),
- zeroOrMoreDo(idRemained)),
- TokenType.ID);
- let doublequote = match1Char("\"");
- // [\\][\"]
- let escapeReverseSlash = (x:MatcheePair)=>
- thenDo(thenDo(toSome(x), match1Char("\\")), doublequote);
- // ([\\]["]|[^\"])*
- let stringInnerPattern = zeroOrMoreDo(
- orDo(escapeReverseSlash, notDo(match1Char("\""))));
-
- // str = ["]([\\]["]|[^"])*["]
- let str = bTerm((x : Maybe<MatcheePair>)=>
- thenDo(thenDo(thenDo(x,doublequote),
- stringInnerPattern),doublequote),
- TokenType.STR);
-
- // float = [+-]?\d+[.]\d+
- function floatPattern(x : Maybe<MatcheePair>){
- return thenDo(thenDo(thenDo(thenDo(thenDo(thenDo(x,
- zeroOrOnceDo(plusMinus)),d),
- zeroOrMoreDo(d)),
- match1Char(".")),d),
- zeroOrMoreDo(d))};
- let float = bTerm(floatPattern, TokenType.FLO);
-
- // operators
- // +.
- let floatAdd = bTerm((x : Maybe<MatcheePair>)=>
- thenDo(thenDo(x, match1Char("+")),match1Char(".")),
- TokenType.F_ADD);
- // +.
- let floatSub = bTerm((x : Maybe<MatcheePair>)=>
- thenDo(thenDo(x, match1Char("-")),match1Char(".")),
- TokenType.F_SUB);
-
- // *.
- let floatMul = bTerm((x : Maybe<MatcheePair>)=>
- thenDo(thenDo(x, match1Char("*")),match1Char(".")),
- TokenType.F_MUL);
-
- // /.
- let floatDiv = bTerm((x : Maybe<MatcheePair>)=>
- thenDo(thenDo(x, match1Char("/")),match1Char(".")),
- TokenType.F_DIV);
-
- // ==
- let eq = bTerm((x : Maybe<MatcheePair>)=>
- thenDo(thenDo(x, match1Char("=")),match1Char("=")),
- TokenType.EQ);
-
- // >=
- let ge = bTerm((x : Maybe<MatcheePair>)=>
- thenDo(thenDo(x, match1Char(">")),match1Char("=")),
- TokenType.GE);
-
- // <=
- let le = bTerm((x : Maybe<MatcheePair>)=>
- thenDo(thenDo(x, match1Char("<")),match1Char("=")),
- TokenType.LE);
-
- // ->
- let rightArrow = bTerm((x : Maybe<MatcheePair>)=>
- thenDo(thenDo(x, match1Char("-")),match1Char(">")),
- TokenType.R_ARROW);