#pragma once
#include <string>
#include <token/token.hpp>
#include <vector>

namespace Token
{
	class Tokenizer
	{
	public:
		void Tokenize(std::string const & line, int const lineNumber, std::vector<Token> & tokens);
	};
}