FEAT - Created static Lexer and feature flags

Cargo.toml

@@ -9,6 +9,17 @@ authors = ["[email protected]"]
 keywords = ["heraclitus", "compiler", "parser"]
 
 # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
+[features]
+default = ["compiler"]
+
+# Include the compiler and lexer
+compiler = ["lexer_dynamic"]
+
+# Include the lexer
+lexer_dynamic = []
+
+# Include the static lexer
+lexer_static = []
 
 [dependencies]
 colored = "2.0.0"

README.md

@@ -43,6 +43,16 @@ let cc = Compiler::new("HerbScript", rules);
 let tokens = cc.tokenize()?;
 ```
 
+## Features
+
+You can import specific features from Heraclitus. Available options are:
+
+- `compiler` - Includes Compiler and dynamic Lexer
+- `lexer_dynamic` - Includes just the dynamic Lexer
+- `lexer_static` - Includes just the static Lexer
+
+The difference between `static` and `dynamic` Lexer is that the `static` Lexer doesn't mutate it's own state while tokenizing the input.
+
 # Change log 🚀
 
 ## Version 1.7.8

src/compiling/compiler.rs

@@ -2,11 +2,12 @@ use capitalize::Capitalize;
 use std::fs::File;
 use std::io::prelude::*;
 use crate::compiling_rules::Rules;
-use crate::compiling::{Token, Lexer, LexerError, LexerErrorType, Metadata, SyntaxModule};
+use crate::compiling::{Token, LexerError, LexerErrorType, Metadata, SyntaxModule};
 use crate::compiling::failing::message::Message;
 use crate::compiling::failing::failure::Failure;
 use crate::error_pos;
 
+use super::lexer::Lexer;
 
 /// How do you want to separate expressions?
 ///