Refactor tokenization

include/utils.hpp

@@ -1,6 +1,18 @@
 #pragma once
+#include <optional>
+#include <string>
 
 namespace Utils
 {
 	bool isWhitespaceCharacter(char const c);
+
+	// Returns nullopt in case the value is missing its terminator character
+	std::optional<std::string> getValueSurroundedBy(
+		std::string const & src,
+		std::size_t const pos,
+		char const surroundingCharacter);
+
+	std::string getValueSurroundedByWhitespace(
+		std::string const & src,
+		std::size_t const pos);
 }