add more tests, fix issues, add support for booleans

1 files changed, 5 insertions, 2 deletions

diff --git a/src/lang/js-lang/core/lexer.ts b/src/lang/js-lang/core/lexer.ts
index 95e0e19..e47844a 100644
--- a/src/lang/js-lang/core/lexer.ts
+++ b/src/lang/js-lang/core/lexer.ts
@@ -6,7 +6,7 @@ const WHITESPACE_TOKENS = [
   TokenType.SEMICOLON,
 ] as string[];
 
-export const lex = <const Raw extends string>(raw: Raw): Lex<Raw> => {
+const _lex = (raw: string): Token[] => {
   let _raw: string = raw;
   let nameCollection = "";
   const tokens: Token[] = [];
@@ -42,5 +42,8 @@ export const lex = <const Raw extends string>(raw: Raw): Lex<Raw> => {
     nameCollection += head;
   }
 
-  return tokens as Lex<Raw>;
+  return tokens;
 };
+
+export const lex = <const Raw extends string>(raw: Raw): Lex<Raw> =>
+  _lex(`${raw};`) as Lex<Raw>;