SilverMoonStudio/Arctyx
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Improved the tokenizer.

Browse Source
This commit is contained in:
Karutoh
2025-04-29 00:24:13 -07:00
parent 0fc10f4c76
commit ff6b5785ae
7 changed files with 148 additions and 74 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
include/arctyx/compiler/Compiler.h
View File

@@ -30,6 +30,8 @@ public:
ehs::Array<ehs::Byte> Compile(const ehs::Str_8 &code) const;
private:
static bool IsEOL(const ehs::Array<ehs::Char_8> &eols, const ehs::Char_8 *c);
static bool IsSeparator(const ehs::Array<ehs::Char_8> &separators, const ehs::Char_8 *c);
static bool IsPrimitive(const ehs::Array<Primitive> &primitives, const ehs::Str_8 &value);
@@ -38,7 +40,5 @@ private:
static const Operator *IsOperator(const ehs::Array<Operator> &operators, const ehs::Str_8 &value);
Token ParseValue(const ehs::Array<Primitive> &primitives, const ehs::Array<ehs::Str_8> &keywords, const ehs::Array<Operator> &operators, const ehs::Str_8 &value) const;
ehs::Vector<Token> Parse(const ehs::Str_8 &code) const;
};