~deciduously/nlox

nlox/src/nloxpkg/token.nim -rw-r--r-- 1.7 KiB
0f2f20d1Ben Lovy Scanner 5 months ago
                                                                                
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
# Pairs tokens with location data.

import options

type
    TokenType* {.pure.} = enum
        # Base
        LEFT_PAREN, RIGHT_PAREN, LEFT_BRACE, RIGHT_BRACE,
        COMMA, DOT, MINUS, PLUS, SEMICOLON, SLASH, STAR,

        # One or two character tokens.
        BANG, BANG_EQUAL,
        EQUAL, EQUAL_EQUAL,
        GREATER, GREATER_EQUAL,
        LESS, LESS_EQUAL,

        # Literals.
        IDENTIFIER, STRING, NUMBER,

        # Keywords.
        AND, CLASS, ELSE, FALSE, FUN, FOR, IF, NIL, OR,
        PRINT, RETURN, SUPER, THIS, TRUE, VAR, WHILE,

        EOF
    
    Literal* = ref object of RootObj
        s: Option[string]
        f: Option[float]
    
    Token* = ref object of RootObj
        token_type: TokenType
        lexeme: string
        literal: Option[Literal]
        line: int

proc new_string_literal*(s: string): Literal =
    Literal(s: some(s), f: none(float))

proc new_float_literal*(f: float): Literal =
    Literal(s: none(string), f: some(f))

proc `$`*(self: Literal): string =
    if self.s.isSome():
        self.s.get()
    else:
        $self.f.get()

proc new_literal_token*(
        token_type: TokenType,
        lexeme: string,
        literal: Literal,
        line: int
    ): Token =
    Token(token_type: token_type, lexeme: lexeme, literal: some(literal), line: line)

proc new_none_token*(
        token_type: TokenType,
        lexeme: string,
        line: int
    ): Token =
    Token(token_type: token_type, lexeme: lexeme, literal: none(Literal), line: line)

proc `$`*(token: Token): string =
    let lit =
        if token.literal.isNone():
            ""
        else:
            $token.literal.get()
    $token.token_type & " " & token.lexeme & " " & lit