X-Git-Url: https://git.kianting.info/?a=blobdiff_plain;f=src%2Ftokenize.ts;fp=src%2Ftokenize.ts;h=6fa22f4497454a140f9c6cbf7a5d6108897ea78a;hb=ec563ca30f683cf8dcfd825c697913128f2a5445;hp=e597a9ed09c6aeb1831c64bef1e962398b3d9a5e;hpb=e8f894d994f145be9ffef38cdf4fa8fc23ae9e00;p=uann

diff --git a/src/tokenize.ts b/src/tokenize.ts
index e597a9e..6fa22f4 100644
--- a/src/tokenize.ts
+++ b/src/tokenize.ts
@@ -1,3 +1,4 @@
+import * as util from 'util';
 
 var fs = require('fs');
 
@@ -205,7 +206,7 @@ export function matchRange(l: string, u: string): (m: MatcheePair) => Maybe<Matc
  * @param s the checker string.
  * @returns `None` or matched pair wrapped in `Some`
  */
- export function matchWord(s: string, ): (m: MatcheePair) => Maybe<MatcheePair> {
+export function matchWord(s: string, ): (m: MatcheePair) => Maybe<MatcheePair> {
     return (m)=>{
         if (s.length==0){
             return { _tag: "None" };
@@ -377,7 +378,7 @@ export function tokenize(input: string): Array<Token> {
     // space = [ \t]+
     let space = bTerm((x: Maybe<MatcheePair>) =>
         thenDo(thenDo(x, s_aux), zeroOrMoreDo(s_aux)),
-        TokenType.INT);
+        TokenType.SP);
 
     // newline = \r?\n
     let newline = bTerm((x: Maybe<MatcheePair>) =>