summaryrefslogtreecommitdiff
path: root/lexer.h
blob: 6ebdb015f7c3d34da056a664beff7118fcb17f8f (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
#ifndef LEXER_H
#define LEXER_H

#include <stddef.h>
#include <stdint.h>

typedef enum {
	TOKEN_HEAD,

	TOKEN_IDENTIFIER,
	TOKEN_INTEGER,
	TOKEN_FLOAT,
	TOKEN_STRING,
	TOKEN_CHAR,

	TOKEN_TRUE,
	TOKEN_FALSE,

	TOKEN_IF,
	TOKEN_ELSE,
	TOKEN_WHILE,
	TOKEN_FOR,
	TOKEN_BREAK,
	TOKEN_CASE,
	TOKEN_CONST,
	TOKEN_DO,
	TOKEN_ENUM,
	TOKEN_EXTERN,
	TOKEN_GOTO,
	TOKEN_INLINE,
	TOKEN_RETURN,
	TOKEN_SIGNED,
	TOKEN_UNSIGNED,
	TOKEN_STATIC,
	TOKEN_STRUCT,
	TOKEN_SWITCH,
	TOKEN_TYPEDEF,
	TOKEN_UNION,
	TOKEN_VOLATILE,
	
	TOKEN_COLON,
	TOKEN_SEMICOLON,
	TOKEN_COMMA,
	TOKEN_DOT,
	TOKEN_ARROW,
	TOKEN_ASSIGN,
	TOKEN_EQUAL,
	TOKEN_LSHIFT,
	TOKEN_RSHIFT,
	TOKEN_LSHIFT_EQ,
	TOKEN_RSHIFT_EQ,
	TOKEN_XOR,
	TOKEN_XOR_EQ,
	TOKEN_OR,
	TOKEN_BOR,
	TOKEN_BOR_EQ,
	TOKEN_NOT,
	TOKEN_NOT_EQ,
	TOKEN_GREATER,
	TOKEN_GREATER_EQ,
	TOKEN_LESS,
	TOKEN_LESS_EQ,
	TOKEN_LPAREN,
	TOKEN_RPAREN,
	TOKEN_LSQUARE,
	TOKEN_RSQUARE,
	TOKEN_LCURLY,
	TOKEN_RCURLY,
	TOKEN_PLUS,
	TOKEN_MINUS,
	TOKEN_STAR,
	TOKEN_SLASH,
	TOKEN_PLUS_EQ,
	TOKEN_PLUS_PLUS,
	TOKEN_MINUS_EQ,
	TOKEN_MINUS_MINUS,
	TOKEN_STAR_EQ,
	TOKEN_SLASH_EQ,
	TOKEN_REF,
} token_type;

typedef struct _token {
	char *lexeme;
	size_t length;
	token_type type;

	struct _token *next;
	struct _token *prev;
} token;

token *lexer_parse(char *src);

#endif