Start lexer module

Author: rlivings39

rust_src/lex.rs

@@ -0,0 +1,39 @@
+//! The notcc lexer
+pub enum TokenKind {
+  // Keywords come first so they get precedence in parsing over things
+  // like IDENTIFIER. This works as integer keys used in PATTERN_MAP
+  // below are iterated in ascending numeric order.
+  KwInt,
+  KwVoid,
+  KwReturn,
+  KwIf,
+  KwElse,
+  LeftParen,
+  RightParen,
+  LeftCurly,
+  RightCurly,
+  LeftSquare,
+  RightSquare,
+  Semicolon,
+  Identifier,
+  IntConstant,
+  UnaryBitwiseComplement,
+  LogicalNot,
+  Decrement,
+  Minus,
+  Plus,
+  Times,
+  Divide,
+  Remainder,
+  And,
+  Or,
+  Less,
+  LessEq,
+  Greater,
+  GreaterEq,
+  Equal,
+  NotEqual,
+  Assign,
+  Question,
+  Colon,
+}

rust_src/lib.rs

@@ -4,3 +4,4 @@ pub mod error;
 pub use driver::{arg_parser::Cli, driver_main, driver_main_cli};
 
 mod driver;
+mod lex;