X-Git-Url: https://git.kianting.info/?a=blobdiff_plain;f=tests%2Findex.ts;h=e6465dcca241b7c978897a74eec95ee34280f198;hb=cf712efc21fa3a711b8a09b953539c7a7c90f5d6;hp=653f3cffdc1376009c60933549ff817f5ed91109;hpb=a722e739575012ebad8cd0a7d2c12df478a54eb8;p=clo

diff --git a/tests/index.ts b/tests/index.ts
index 653f3cf..e6465dc 100644
--- a/tests/index.ts
+++ b/tests/index.ts
@@ -1,4 +1,4 @@
-import { matchAny } from "../src";
+import { matchAny, tokenize } from "../src";
 
 let assert = require("assert");
 let cloMain = require("../src");
@@ -74,6 +74,40 @@ assert(doTestRes9._tag == "Some");
 assert(doTestRes9.value.matched == "妳");
 assert(doTestRes9.value.remained == "的");
 
+tokenize("+123");
+tokenize("123");
+tokenize("-123");
+tokenize(" 123");
+try {
+    tokenize("c123");
+
+} catch (error) {
+    console.log(error);
+}
+
+tokenize("  ");
+tokenize(" ");
+tokenize(" \t");
+tokenize(" \t123");
+
+try {
+    tokenize(" \t123aaa456");
+
+
+} catch (error) {
+    console.log(error);
+}
+tokenize(" \t123\n456");
+
+tokenize("\"\"");
+tokenize("\"123\"");
+tokenize("\"1\\\"23\"");
+tokenize("\"1\\\"23\"  abc123");
+
+tokenize("+0.012");
+tokenize("0.0");
+tokenize("-222.0");
+tokenize("1+1 ==2; 3+8 foo(12)");
 
 // harfbuzz test
 let harfbuzz = require("../src/harfbuzz.js");