]>
git.kianting.info Git - uann/blob - index.ts
3b2b3d15af9be13f1d207bdf90198eddd973959b
1 var fs
= require('fs');
2 import { argv
, resourceUsage
} from
'node:process';
3 import * as tk from
'./tokenize.js';
4 import * as util from
'util';
5 import { drawEllipsePath
, reduceRotation
} from
'pdf-lib';
6 import { isAnyArrayBuffer
, isTypedArray
} from
'node:util/types';
7 import { error
} from
'node:console';
8 import { isUndefined
} from
'node:util';
13 let repr
= (x
: any)=>{return util
.inspect(x
, {depth
: null})};
18 type tkTree
= tkTree
[] | tk
.Token
21 * concated 2 `tkTree`s
22 * @param x the array to be concated
23 * @param y the item or array to ve concated
24 * @returns concated tkTree array, or thrown error if can't be concated.
26 function concat(x
: tkTree
, y
:tkTree
): tkTree
[] {
27 if (Array.isArray(x
)){
30 throw new Error("the tkTree can't be concated, because it's not an array.");
35 function slice(x
: tkTree
, index
?:number, end
?:number): tkTree
[] {
36 if (Array.isArray(x
)){
37 return x
.slice(index
,end
);
39 throw new Error("the tkTree can't be concated, because it's not an array.");
45 * TokenMatcheePair for tokens' parser combinator
47 * matched: the matched (now and before) tokens
49 * remained: tokens to be matched
51 * ast: abstract syntax tree
53 export interface TokenMatcheePair
{
60 * convert a `tkTree` AST to S-expr string
61 * @param t the `tkTree`
62 * @returns S-expr String
64 export function tkTreeToSExp(t
: tkTree
): string{
67 if (Array.isArray(t
)){
68 let strArray
= t
.map((x
)=>tkTreeToSExp(x
));
69 str
= "(" + strArray
.join(" ") + ")";
83 * match one token type.
85 * it returns a function which test if the type of first token of the `remained` part of
86 * the argument of the function is `typ` , if it's true, update the `TokenMatcheePair` wrapped
87 * in `Some`. Otherwise, it returns `None`.
88 * * @param typ : the type to be test.
89 * @returns the updated `TokenMatcheePair` wrapped in `Some(x)` or `None`.
91 export function m1TType(typ
: tk
.TokenType
):
92 (m
: TokenMatcheePair
) => tk
.Maybe
<TokenMatcheePair
> {
93 return (m
: TokenMatcheePair
) => {
94 if (m
.remained
.length
== 0) {
95 return { _tag
: "None" };
100 const ttbm
= m
.remained
[0];
102 if (ttbm
.type == typ
) {
103 let new_matched
= m
.matched
.concat(ttbm
);
104 let result
: tk
.Some
<TokenMatcheePair
> = {
105 _tag
: "Some", value
: {
106 matched
: new_matched
,
107 remained
: m
.remained
.slice(1),
114 return { _tag
: "None" };
122 let tInt
= m1TType(tk
.TokenType
.INT
);
123 let tId
= m1TType(tk
.TokenType
.ID
);
126 let tAdd
= m1TType(tk
.TokenType
.I_ADD
);
127 let tSub
= m1TType(tk
.TokenType
.I_SUB
);
128 let tMul
= m1TType(tk
.TokenType
.I_MUL
);
129 let tDiv
= m1TType(tk
.TokenType
.I_DIV
);
130 let tLParen
= m1TType(tk
.TokenType
.L_PAREN
);
131 let tRParen
= m1TType(tk
.TokenType
.R_PAREN
);
133 let toSome
= tk
.toSome
;
136 argv
.forEach((val
, index
) => {
137 console
.log(`${index}=${val}`);
142 * like `m ==> f` in ocaml
143 * @param m matchee wrapped
144 * @param f matching function
145 * @returns wrapped result
147 function thenDo(m
: tk
.Maybe
<TokenMatcheePair
>, f
: Function){
148 if (m
._tag
== "None"){
151 var a
: tk
.Maybe
<TokenMatcheePair
> = f(m
.value
);
152 if (a
._tag
== "Some"){
153 a
.value
.ast
= concat(m
.value
.ast
, a
.value
.ast
);
161 * like `f1 | f2` in regex
162 * @param f1 the first tried function
163 * @param f2 the second tried function
164 * @returns wrapped result
166 function orDo(f1
: Function, f2
: Function){
167 return (x
: TokenMatcheePair
) =>{
168 let res1
: tk
.Maybe
<TokenMatcheePair
> = f1(x
);
169 if (res1
._tag
== "Some"){
172 let res2
: tk
.Maybe
<TokenMatcheePair
> = f2(x
);
181 * @param m : the `MatcheePair` to be consumed.
182 * @returns if the length of `m.remained` >= 1; consumes the matchee by 1 token
183 * and wraps it in `Some`,
184 * otherwise, returns `None`.
186 export function matchAny(m
: TokenMatcheePair
): tk
.Maybe
<TokenMatcheePair
> {
187 if (m
.remained
.length
>= 1) {
189 _tag
: "Some", value
: {
190 matched
: m
.matched
.concat(m
.remained
[0]),
191 remained
: m
.remained
.slice(1),
192 ast
: [m
.remained
[0]],
196 return { _tag
: "None" };
201 * @description repeating matching function `f`
202 * zero or more times, like the asterisk `*` in regex `f*` .
203 * @param f : the function to be repeated 0+ times.
204 * @returns:the combined function
206 export function OnceOrMoreDo(f
: Function): (x
: TokenMatcheePair
) =>
207 tk
.Maybe
<TokenMatcheePair
> {
209 var wrappedOldX
: tk
.Maybe
<TokenMatcheePair
> = { _tag
: "Some", value
: x
};
210 var wrappedNewX
: tk
.Maybe
<TokenMatcheePair
> = wrappedOldX
;
214 while (wrappedNewX
._tag
!= "None") {
215 wrappedOldX
= wrappedNewX
;
216 wrappedNewX
= thenDo(wrappedOldX
, f
);
223 return { _tag
: "None"};
225 let ast
= wrappedOldX
.value
.ast
;
226 wrappedOldX
.value
.ast
=ast
.slice(ast
.length
-counter
);
227 console
.log(repr(wrappedOldX
.value
.ast
));
229 return wrappedOldX
; };
233 * aux function for midfix operator
235 * @param signal the rule name
238 let midfix
= (f
: Function, signal
? : string) => (x
: TokenMatcheePair
)=>{
240 if (a
._tag
== "Some"){
241 let ast_tail
: tkTree
[] = slice(a
.value
.ast
,a
.value
.ast
.length
-3);
242 let new_ast
= [ast_tail
];
243 a
.value
.ast
= new_ast
;
245 console
.log("+"+signal
+"+"+repr(a
));
252 let circumfix
= (f
: Function, signal
? : string) => (x
: TokenMatcheePair
)=>{
254 if (a
._tag
== "Some"){
255 let inner
= a
.value
.ast
[a
.value
.ast
.length
-2];
256 let ast_middle
: tkTree
[] = [inner
];
257 let new_ast
= [ast_middle
];
258 a
.value
.ast
= new_ast
;
264 * TODO: 12(13)(14) only parsed with only 12(13)
266 /** single1 = tInt | "(" expr ")"*/
267 let single1
= circumfix((x
: TokenMatcheePair
) =>
268 thenDo(thenDo(thenDo(tk
.toSome(x
), tLParen
), expr
), tRParen
), "fac1");
270 let single
= orDo(single1
, single2
);
272 /** func = single | single "(" single ")"
275 * func = single | func_aux ( int )
280 /** fac = single ["(" single ")"]? | single */
281 let fac1Appliee
= circumfix((x
: TokenMatcheePair
) => thenDo(thenDo(thenDo(tk
.toSome(x
), tLParen
), tInt
), tRParen
), "fac1");
282 let fac1
= (x
: TokenMatcheePair
) =>
284 let raw
= thenDo(thenDo(toSome(x
), single
), OnceOrMoreDo(fac1Appliee
));
285 console
.log("+"+"火鳥"+"+"+repr(raw
));
289 if (raw
._tag
== "Some"){
292 var result
: tkTree
= raw
.value
.ast
[0];
293 let applyToken
: tk
.Token
= {text
: '%apply', ln
:0, col
:0};
294 for (var i
=1; i
<raw
.value
.ast
.length
; i
++){
295 result
= [applyToken
, result
, raw
.value
.ast
[i
]];
298 console
.log("+"+"hitori"+"+"+repr(result
));
300 if (!Array.isArray(result
)){
301 raw
.value
.ast
= [result
];
303 raw
.value
.ast
= result
;
313 let fac
= orDo(fac1
, fac2
);
319 * term1 = fac (MUL | DIV) fac
322 let term1
= midfix((x
: TokenMatcheePair
)=>
323 thenDo(thenDo(thenDo(tk
.toSome(x
), fac
), orDo(tMul
,tDiv
)), fac
), "term1");
328 * term2 = int MUL int
333 * term = term1 | term2
335 let term
= orDo(term1
, term2
);
340 * expr1 = term ADD term
342 let expr1
= midfix((x
: TokenMatcheePair
)=>
343 thenDo(thenDo(thenDo(tk
.toSome(x
), term
), orDo(tAdd
,tSub
)), term
), "expr1");
350 * expr = expr1 | expr2
352 let expr
= orDo(expr1
, expr2
);
356 let tokens
= tk
.tokenize("1");
358 //let tokens = tk.tokenize("(4-(3/4))");
359 //tk.tokenize(argv[2]);
361 let tokensFiltered
= tokens
.filter(
362 (x
)=>{return (x
.type != tk
.TokenType
.NL
363 && x
.type != tk
.TokenType
.SP
)});
365 let wrappedTokens
: tk
.Maybe
<TokenMatcheePair
> =
368 remained
: tokensFiltered
,
373 remained
: tokensFiltered
,
376 if (beta
._tag
== "Some"){
377 console
.log(tkTreeToSExp(beta
.value
.ast
));
380 console
.log("RESULT="+repr(beta
));