1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
|
/*
* Token definitions.
* Copyright (c) 2023-2024, Quinn Stephens and the OSMORA team.
* Provided under the BSD 3-Clause license.
*/
#ifndef _LEXER_TOKEN_H
#define _LEXER_TOKEN_H
#include <stddef.h>
#include <stdint.h>
#include "hash.h"
typedef enum {
TK_UNKNOWN,
TK_EOF,
TK_IDENTIFIER,
TK_NUMBER,
TK_STRING,
TK_CHARACTER,
/* Keywords */
TK_PROC,
TK_TYPE,
TK_ENUM,
TK_STRUCT,
TK_RET,
/*
* Operators.
* NOTE: lex_oper() requires that TK_*_EQUALS
* immediately follows TK_*.
*/
TK_PLUS,
TK_PLUS_EQUALS,
TK_PLUS_PLUS,
TK_MINUS,
TK_MINUS_EQUALS,
TK_MINUS_MINUS,
TK_ARROW,
TK_STAR,
TK_STAR_EQUALS,
TK_SLASH,
TK_SLASH_EQUALS,
TK_PERCENT,
TK_PERCENT_EQUALS,
TK_EXCLAMATION,
TK_EXCLAMATION_EQUALS,
TK_LESS_THAN,
TK_LESS_THAN_EQUALS,
TK_SHIFT_LEFT,
TK_SHIFT_LEFT_EQUALS,
TK_GREATER_THAN,
TK_GREATER_THAN_EQUALS,
TK_SHIFT_RIGHT,
TK_SHIFT_RIGHT_EQUALS,
TK_CARET,
TK_CARET_EQUALS,
TK_AMPERSAND,
TK_AMPERSAND_EQUALS,
TK_PIPE,
TK_PIPE_EQUALS,
TK_TILDE,
TK_EQUALS,
/* Miscellaneous */
TK_COMMA,
TK_DOT,
TK_COLON,
TK_SEMICOLON,
TK_LPAREN,
TK_RPAREN,
TK_LBRACE,
TK_RBRACE,
TK_LBRACK,
TK_RBRACK
} token_kind_t;
struct token {
token_kind_t kind;
char *fname;
int line, col;
char *pos;
size_t len;
union {
hash_t hash;
uint64_t value;
};
};
#endif /* !_LEXER_TOKEN_H */
|
