lex.py

import sly


class Lexer(sly.Lexer):
    """MochaScript lexer class."""

    tokens = {
        NUMBER,
        STRING,
        IDENT,
        LPAREN,
        RPAREN,
        LBRACK,
        RBRACK,
        LBRACE,
        RBRACE,
        COMMA,
        ARROW,
        LINE_TERM,
        COLON,
        DOT,
        PLUSEQ,
        MINUSEQ,
        MULEQ,
        DIVEQ,
        MODEQ,
        EXPEQ,
        OREQ,
        ANDEQ,
        EQEQ,
        NTEQ,
        LTEQ,
        GTEQ,
        LT,
        GT,
        AND,
        OR,
        PLUS,
        MINUS,
        MUL,
        DIV,
        MOD,
        EXP,
        EQ,
        TRUE,
        FALSE,
        IF,
        ELSE,
        SAY,
        ASK,
        EXIT,
        FOR,
        WHILE,
        TO,
        IN,
        FN,
    }

    ignore_comment = r"#.*"
    ignore = " \t\n"

    # Literals and identifiers
    NUMBER = r"([0-9]+\.?[0-9]*|\.[0-9]+)"
    STRING = r"\"[^\"]*\""
    IDENT = r"[a-zA-Z_][a-zA-Z0-9_]*"

    # Parentheses types
    LPAREN = r"\("
    RPAREN = r"\)"
    LBRACK = r"\["
    RBRACK = r"\]"
    LBRACE = r"\{"
    RBRACE = r"\}"

    # Special
    COMMA = r","
    ARROW = r"->"
    LINE_TERM = ";"
    COLON = r"\:"
    DOT = r"\."

    # Operator-assignments
    MODEQ = r"%="
    EXPEQ = r"\*\*="
    PLUSEQ = r"\+="
    MINUSEQ = r"\-="
    MULEQ = r"\*="
    DIVEQ = r"\/="
    OREQ = r"\|\|="
    ANDEQ = r"&&="

    # Comparison operators
    EQEQ = r"=="
    NTEQ = r"!="
    LTEQ = r"<="
    GTEQ = r">="
    LT = r"<"
    GT = r">"

    # Logical operators
    AND = r"\&\&"
    OR = r"\|\|"

    # Mathematical operators
    MOD = r"\%"
    EXP = r"\*\*"
    PLUS = r"\+"
    MINUS = r"\-"
    MUL = r"\*"
    DIV = r"\/"

    # Assignment operator
    EQ = r"="

    # Keywords
    IDENT["true"] = TRUE
    IDENT["false"] = FALSE
    IDENT["if"] = IF
    IDENT["else"] = ELSE
    IDENT["say"] = SAY
    IDENT["ask"] = ASK
    IDENT["exit"] = EXIT
    IDENT["for"] = FOR
    IDENT["while"] = WHILE
    IDENT["to"] = TO
    IDENT["in"] = IN
    IDENT["fn"] = FN