lexer.h
impl/frontend/lexer.h · 46 line(s) · c
// ===========================================================================
// lexer.h -- Tokenizer for the Java-compatible Sleela surface language.
// ===========================================================================
#ifndef SLEELA_LEXER_H
#define SLEELA_LEXER_H
#include <string>
#include <vector>
namespace sleela {
enum class Tok {
Int, Double, Str, Char, Ident, At,
KwClass, KwInterface, KwEnum, KwRecord,
KwStatic, KwProtected, KwPublic, KwPrivate, KwFinal, KwAbstract, KwNative,
KwSynchronized, KwVolatile, KwTransient, KwStrictfp, KwSealed, KwNonSealed,
KwConst, KwUsualMem, KwUsualGc, KwAccurateMem,
KwDefault, KwExtends, KwImplements, KwThrows, KwSuper, KwThis, KwInstanceof,
KwIf, KwElse, KwWhile, KwDo, KwFor, KwSwitch, KwCase, KwBreak, KwContinue,
KwReturn, KwThrow, KwTry, KwCatch, KwFinally, KwAssert, KwYield,
KwVoid, KwIntT, KwLongT, KwInt64T, KwInt128T, KwDoubleT, KwBoolT, KwStringT, KwTrue, KwFalse, KwPrint, KwNull,
KwPackage, KwRequire, KwImport, KwStruct, KwNew,
LParen, RParen, LBrace, RBrace, LBracket, RBracket, Semicolon, Comma, Dot,
Assign, Plus, Minus, Star, Slash, Percent, PlusAssign, MinusAssign, StarAssign, SlashAssign, PercentAssign, AndAssign, OrAssign, XorAssign, ShlAssign, ShrAssign, UshrAssign,
Increment, Decrement, ShiftLeft, ShiftRight, UnsignedShiftRight,
EqEq, NotEq, Lt, Le, Gt, Ge, AndAnd, OrOr, BitAnd, BitOr, BitXor, Not, BitNot,
Question, Colon, DoubleColon, TripleColon, Arrow,
Eof
};
struct Token { Tok kind; std::string text; int line; int col; };
class Lexer {
public:
explicit Lexer(std::string src) : src_(std::move(src)) {}
std::vector<Token> tokenize();
private:
std::string src_; size_t pos_=0; int line_=1; int col_=1;
char peek(int off=0) const; char advance(); bool match(char c);
bool atEnd() const { return pos_ >= src_.size(); }
void skipTrivia(); Token makeNumber(); Token makeString(); Token makeChar();
Token makeIdentOrKeyword(); [[noreturn]] void error(const std::string& msg) const;
};
const char* tokName(Tok t);
bool isContextualBuiltin(const std::string& name);
// True for the GC-hint spellings `gc` / `mem` recognised positionally as the
// right-hand side of `x = gc N;` / `x = mem N;` (syntax 1.9). Contextual only.
bool isGcHintWord(const std::string& name);
} // namespace sleela
#endif // SLEELA_LEXER_H