// =========================================================================== // lexer.h -- Tokenizer for the Java-compatible Sleela surface language. // =========================================================================== #ifndef SLEELA_LEXER_H #define SLEELA_LEXER_H #include #include namespace sleela { enum class Tok { Int, Double, Str, Ident, At, KwClass, KwInterface, KwEnum, KwRecord, KwStatic, KwProtected, KwPublic, KwPrivate, KwFinal, KwAbstract, KwNative, KwSynchronized, KwVolatile, KwTransient, KwStrictfp, KwSealed, KwNonSealed, KwConst, KwUsualMem, KwUsualGc, KwAccurateMem, KwDefault, KwExtends, KwImplements, KwThrows, KwSuper, KwThis, KwInstanceof, KwIf, KwElse, KwWhile, KwDo, KwFor, KwSwitch, KwCase, KwBreak, KwContinue, KwReturn, KwThrow, KwTry, KwCatch, KwFinally, KwAssert, KwYield, KwVoid, KwIntT, KwLongT, KwInt64T, KwInt128T, KwDoubleT, KwBoolT, KwStringT, KwTrue, KwFalse, KwPrint, KwNull, KwPackage, KwRequire, KwImport, KwStruct, KwNew, LParen, RParen, LBrace, RBrace, LBracket, RBracket, Semicolon, Comma, Dot, Assign, Plus, Minus, Star, Slash, Percent, PlusAssign, MinusAssign, StarAssign, SlashAssign, PercentAssign, AndAssign, OrAssign, XorAssign, ShlAssign, ShrAssign, UshrAssign, Increment, Decrement, ShiftLeft, ShiftRight, UnsignedShiftRight, EqEq, NotEq, Lt, Le, Gt, Ge, AndAnd, OrOr, BitAnd, BitOr, BitXor, Not, BitNot, Question, Colon, DoubleColon, TripleColon, Arrow, Eof }; struct Token { Tok kind; std::string text; int line; int col; }; class Lexer { public: explicit Lexer(std::string src) : src_(std::move(src)) {} std::vector tokenize(); private: std::string src_; size_t pos_=0; int line_=1; int col_=1; char peek(int off=0) const; char advance(); bool match(char c); bool atEnd() const { return pos_ >= src_.size(); } void skipTrivia(); Token makeNumber(); Token makeString(); Token makeIdentOrKeyword(); [[noreturn]] void error(const std::string& msg) const; }; const char* tokName(Tok t); bool isContextualBuiltin(const std::string& name); // True for the GC-hint spellings `gc` / `mem` recognised positionally as the // right-hand side of `x = gc N;` / `x = mem N;` (syntax 1.9). Contextual only. bool isGcHintWord(const std::string& name); } // namespace sleela #endif // SLEELA_LEXER_H