Home /Modules/impl/lexer.h

lexer.h

impl/frontend/lexer.h · 46 line(s) · c

// ===========================================================================
// lexer.h  --  Tokenizer for the Java-compatible Sleela surface language.
// ===========================================================================
#ifndef SLEELA_LEXER_H
#define SLEELA_LEXER_H
#include <string>
#include <vector>
namespace sleela {
enum class Tok {
    Int, Double, Str, Char, Ident, At,
    KwClass, KwInterface, KwEnum, KwRecord,
    KwStatic, KwProtected, KwPublic, KwPrivate, KwFinal, KwAbstract, KwNative,
    KwSynchronized, KwVolatile, KwTransient, KwStrictfp, KwSealed, KwNonSealed,
    KwConst, KwUsualMem, KwUsualGc, KwAccurateMem,
    KwDefault, KwExtends, KwImplements, KwThrows, KwSuper, KwThis, KwInstanceof,
    KwIf, KwElse, KwWhile, KwDo, KwFor, KwSwitch, KwCase, KwBreak, KwContinue,
    KwReturn, KwThrow, KwTry, KwCatch, KwFinally, KwAssert, KwYield,
    KwVoid, KwIntT, KwLongT, KwInt64T, KwInt128T, KwDoubleT, KwBoolT, KwStringT, KwTrue, KwFalse, KwPrint, KwNull,
    KwPackage, KwRequire, KwImport, KwStruct, KwNew,
    LParen, RParen, LBrace, RBrace, LBracket, RBracket, Semicolon, Comma, Dot,
    Assign, Plus, Minus, Star, Slash, Percent, PlusAssign, MinusAssign, StarAssign, SlashAssign, PercentAssign, AndAssign, OrAssign, XorAssign, ShlAssign, ShrAssign, UshrAssign,
    Increment, Decrement, ShiftLeft, ShiftRight, UnsignedShiftRight,
    EqEq, NotEq, Lt, Le, Gt, Ge, AndAnd, OrOr, BitAnd, BitOr, BitXor, Not, BitNot,
    Question, Colon, DoubleColon, TripleColon, Arrow,
    Eof
};
struct Token { Tok kind; std::string text; int line; int col; };
class Lexer {
public:
    explicit Lexer(std::string src) : src_(std::move(src)) {}
    std::vector<Token> tokenize();
private:
    std::string src_; size_t pos_=0; int line_=1; int col_=1;
    char peek(int off=0) const; char advance(); bool match(char c);
    bool atEnd() const { return pos_ >= src_.size(); }
    void skipTrivia(); Token makeNumber(); Token makeString(); Token makeChar();
    Token makeIdentOrKeyword(); [[noreturn]] void error(const std::string& msg) const;
};
const char* tokName(Tok t);
bool isContextualBuiltin(const std::string& name);
// True for the GC-hint spellings `gc` / `mem` recognised positionally as the
// right-hand side of `x = gc N;` / `x = mem N;` (syntax 1.9). Contextual only.
bool isGcHintWord(const std::string& name);
} // namespace sleela
#endif // SLEELA_LEXER_H