feat: Add lexer/scanner component including token definitions and scanning logic.

Author: ProgrammerKR

include/scanner.h

@@ -99,7 +99,6 @@ typedef enum {
   TOKEN_ASYNC,
   TOKEN_AWAIT,
   TOKEN_USE,
-  TOKEN_IMPORT,
   TOKEN_EXPORT,
   TOKEN_FROM,
   TOKEN_AS,

src/compiler/lexer/scanner.c

@@ -273,16 +273,8 @@ static PxTokenType identifierType(Scanner *scanner) {
       case 'm':
         if (scanner->current - scanner->start > 2) {
           switch (scanner->start[2]) {
-          case 'p':
-            if (scanner->current - scanner->start > 3) {
-              switch (scanner->start[3]) {
-              case 'o':
-                return checkKeyword(scanner, 4, 2, "rt", TOKEN_IMPORT);
-              case 'l':
-                return checkKeyword(scanner, 4, 7, "ements", TOKEN_IMPLEMENTS);
-              }
-            }
-            break;
+          case 'l':
+            return checkKeyword(scanner, 4, 7, "ements", TOKEN_IMPLEMENTS);
           }
         }
         break;

tests/stdlib_test.prox

@@ -1,9 +1,9 @@
 // Functional Test for ProXPL Stdlib v0.1
 
-import std.io;
-import std.fs;
-import std.sys;
-import std.core;
+use std.io;
+use std.fs;
+use std.sys;
+use std.core;
 
 // Test std.core
 print("Testing std.core...");