SilverMoonStudio/Arctyx
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Improved the tokenizer.

Browse Source
This commit is contained in:
Karutoh
2025-04-29 00:24:13 -07:00
parent 0fc10f4c76
commit ff6b5785ae
7 changed files with 148 additions and 74 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
include/arctyx/compiler/Language.h
View File

@@ -17,7 +17,7 @@ private:
ehs::UInt_64 id;
ehs::Str_8 name;
ehs::Version version;
ehs::Char_8 eol;
ehs::Array<ehs::Char_8> eols;
ehs::Array<ehs::Char_8> separators;
ehs::Array<Primitive> primitives;
ehs::Array<ehs::Str_8> keywords;
@@ -45,9 +45,11 @@ public:
ehs::Version GetVersion() const;
void SetEOL(const ehs::Char_8 &newEOL);
ehs::Array<ehs::Char_8> GetEOLs() const;
ehs::Char_8 GetEOL() const;
bool HasEOL(const ehs::Char_8 &eol) const;
bool AddEOL(const ehs::Char_8 &eol);
ehs::Array<ehs::Char_8> GetSeparators() const;
@@ -77,7 +79,6 @@ public:
bool HasOperator(const ehs::Str_8 &delimeter) const;
const Operator *GetOperator(const ehs::Str_8 &delimeter) const;
bool AddOperator(Operator primitive);