Add DEFINE preprocessor directive

2020-05-30 12:21:50 +02:00
parent 3bb2cc17e9
commit 0286f25e8d
5 changed files with 174 additions and 29 deletions
--- a/include/token/tokenizer.hpp
+++ b/include/token/tokenizer.hpp
@@ -7,6 +7,12 @@ namespace Token
 {
 	class Tokenizer
 	{
+	private:
+		std::vector<std::pair<std::string, std::string>> substitutions;
+
+		Token ExtractToken(std::string string, int const lineNumber, int const lineColumn) const;
+		void ParseComment(std::string const & string, int const lineNumber, int const lineColumn);
+
 	public:
 		void Tokenize(std::string const & line, int const lineNumber, std::vector<Token> & tokens);
 	};