inital commit

dlang.http/dlang/lexer.hpp

@@ -0,0 +1,25 @@
+#ifndef DLANG_LEXER_HPP
+#define DLANG_LEXER_HPP
+
+#include <iostream>
+#include <string>
+#include <vector>
+#include "types/include.hpp"
+
+class Lexer
+{
+private:
+	std::vector<PreToken> _tokens;
+	std::vector<Token> _organizedTokens;
+
+public:
+	Lexer() = default;
+	
+	void Parse(const std::string& code);
+	void ParseOrganizedTokens();
+
+	std::vector<PreToken> GetTokens() const;
+	std::vector<Token> GetOrganizedTokens() const;
+};
+
+#endif