make a close operator for tokens

Author: andrew-johnson-4

STDLIB/default-stdlib.lm

@@ -10,6 +10,12 @@ close := λ(: x S). (: (tail(
    (as R8 S[])
 )) S[]);
 
+close := λ(: x Tokens). (: (tail(
+   (mov( (malloc(sizeof Tokens)) R8 ))
+   (mov( x 0u64 (as R8 Tokens[]) ))
+   (as R8 Tokens[])
+)) Tokens[]);
+
 print := λ(: x S). (: (tail(
    (match x (
       ()

STRICT/cli.lm

@@ -64,19 +64,19 @@ main := λ(: argc U64)(: argv String[]).(tail(
    (match config-mode (
       ()
       ( ModeTokenize () )
-      ( ModeParse (parse ast-tokenized-program) )
+      ( ModeParse (parse()) )
       ( ModePreprocess (tail(
-         (parse ast-tokenized-program)
-         (preprocess ast-parsed-program)
+         (parse())
+         (preprocess())
       )))
       ( ModeTypecheck (tail(
-         (parse ast-tokenized-program)
-         (preprocess ast-parsed-program)
+         (parse())
+         (preprocess())
          (typecheck())
       )))
       ( ModeCompile (tail(
-         (parse ast-tokenized-program)
-         (preprocess ast-parsed-program)
+         (parse())
+         (preprocess())
          (typecheck())
          (compile())
       )))

STRICT/parse.lm

@@ -1,5 +1,5 @@
 
-parse := λ(: fp Tokens). (: (tail(
+parse := λ. (: (tail(
    ()
    ()
 )) Nil);

STRICT/preprocess.lm

@@ -1,5 +1,5 @@
 
-preprocess := λ(: program AST). (: (tail(
+preprocess := λ. (: (tail(
    ()
    ()
 )) Nil);

STRICT/tokenize.lm

@@ -1,9 +1,7 @@
 
-type Tokens EOF;
+type Tokens EOF | (HeadOrder( String , Tokens[] )) | (TailOrder( Tokens[] , String ));
 
 tokenize := λ(: fp String). (: (tail(
-   (print 'Tokenize:\s_s)
-   (print fp)
-   (print '\n_s)
-   (print (read-file fp))
+   (let text (read-file fp))
+   (print text)
 )) Nil);