Refactor main.cpp functions into separate class

src/token/token.cpp

@@ -203,4 +203,28 @@ namespace Token
 			break;
 		}
 	}
+
+	void PrintTokens(std::vector<Token> const & tokens)
+	{
+		std::puts("*** Tokenization result ***");
+		unsigned statementNumber = 0u;
+		std::printf("%02u - ", statementNumber);
+		for(unsigned i = 0u; i < tokens.size(); ++i)
+		{
+			auto const & token = tokens[i];
+			token.DebugPrint();
+			if (token.type == TokenType::StatementEnd)
+			{
+				++statementNumber;
+				if (i + 1 < tokens.size())
+				{
+					std::printf("\n%02u - ", statementNumber);
+				}
+				else
+				{
+					std::puts("");
+				}
+			}
+		}
+	}
 }