Blender V5.3
tables.hh
Go to the documentation of this file.
1/* SPDX-FileCopyrightText: 2026 Clement Foucault
2 *
3 * SPDX-License-Identifier: MIT */
4
5#pragma once
6
7#include "types.hh"
8
9namespace lexit {
10
11/* Associates a token type to each ASCII character. */
12alignas(128) const CharClass char_class_table[128] = {
13 /* 0x00, '\0' */ CharClass::None,
14 /* 0x01, SOH */ CharClass::None,
15 /* 0x02, STX */ CharClass::None,
16 /* 0x03, ETX */ CharClass::None,
17 /* 0x04, EOT */ CharClass::None,
18 /* 0x05, ENQ */ CharClass::None,
19 /* 0x06, ACK */ CharClass::None,
20 /* 0x07, '\a' */ CharClass::None,
21 /* 0x08, '\b' */ CharClass::None,
22 /* 0x09, '\t' */ CharClass::WhiteSpace,
23 /* 0x0A, '\n' */ CharClass::Separator,
24 /* 0x0B, '\v' */ CharClass::None,
25 /* 0x0C, '\f' */ CharClass::None,
26 /* 0x0D, '\r' */ CharClass::Separator,
27 /* 0x0E, SO */ CharClass::None,
28 /* 0x0F, SI */ CharClass::None,
29 /* 0x10, DLE */ CharClass::None,
30 /* 0x11, DC1 */ CharClass::None,
31 /* 0x12, DC2 */ CharClass::None,
32 /* 0x13, DC3 */ CharClass::None,
33 /* 0x14, DC4 */ CharClass::None,
34 /* 0x15, NAK */ CharClass::None,
35 /* 0x16, SYN */ CharClass::None,
36 /* 0x17, ETB */ CharClass::None,
37 /* 0x18, CAN */ CharClass::None,
38 /* 0x19, EM */ CharClass::None,
39 /* 0x1A, SUB */ CharClass::None,
40 /* 0x1B, ESC */ CharClass::None,
41 /* 0x1C, FS */ CharClass::None,
42 /* 0x1D, GS */ CharClass::None,
43 /* 0x1E, RS */ CharClass::None,
44 /* 0x1F, US */ CharClass::None,
45
46 /* 0x20, ' ' */ CharClass::WhiteSpace,
47 /* 0x21, '!' */ CharClass::MultiTok,
48 /* 0x22, '"' */ CharClass::Separator,
49 /* 0x23, '#' */ CharClass::Separator,
50 /* 0x24, '$' */ CharClass::Separator,
51 /* 0x25, '%' */ CharClass::MultiTok,
52 /* 0x26, '&' */ CharClass::MultiTok,
53 /* 0x27, '\'' */ CharClass::Separator,
54 /* 0x28, '(' */ CharClass::Separator,
55 /* 0x29, ')' */ CharClass::Separator,
56 /* 0x2A, '*' */ CharClass::MultiTok,
57 /* 0x2B, '+' */ CharClass::MultiTok,
58 /* 0x2C, ',' */ CharClass::Separator,
59 /* 0x2D, '-' */ CharClass::MultiTok,
60 /* 0x2E, '.' */ CharClass::MultiTok,
61 /* 0x2F, '/' */ CharClass::MultiTok,
62 /* 0x30, '0' */ CharClass::Numeric,
63 /* 0x31, '1' */ CharClass::Numeric,
64 /* 0x32, '2' */ CharClass::Numeric,
65 /* 0x33, '3' */ CharClass::Numeric,
66 /* 0x34, '4' */ CharClass::Numeric,
67 /* 0x35, '5' */ CharClass::Numeric,
68 /* 0x36, '6' */ CharClass::Numeric,
69 /* 0x37, '7' */ CharClass::Numeric,
70 /* 0x38, '8' */ CharClass::Numeric,
71 /* 0x39, '9' */ CharClass::Numeric,
72 /* 0x3A, ':' */ CharClass::Separator,
73 /* 0x3B, ';' */ CharClass::Separator,
74 /* 0x3C, '<' */ CharClass::MultiTok,
75 /* 0x3D, '=' */ CharClass::MultiTok,
76 /* 0x3E, '>' */ CharClass::MultiTok,
77 /* 0x3F, '?' */ CharClass::Separator,
78
79 /* 0x40, '@' */ CharClass::Separator,
80 /* 0x41, 'A' */ CharClass::Alpha,
81 /* 0x42, 'B' */ CharClass::Alpha,
82 /* 0x43, 'C' */ CharClass::Alpha,
83 /* 0x44, 'D' */ CharClass::Alpha,
84 /* 0x45, 'E' */ CharClass::Alpha,
85 /* 0x46, 'F' */ CharClass::Alpha,
86 /* 0x47, 'G' */ CharClass::Alpha,
87 /* 0x48, 'H' */ CharClass::Alpha,
88 /* 0x49, 'I' */ CharClass::Alpha,
89 /* 0x4A, 'J' */ CharClass::Alpha,
90 /* 0x4B, 'K' */ CharClass::Alpha,
91 /* 0x4C, 'L' */ CharClass::Alpha,
92 /* 0x4D, 'M' */ CharClass::Alpha,
93 /* 0x4E, 'N' */ CharClass::Alpha,
94 /* 0x4F, 'O' */ CharClass::Alpha,
95 /* 0x50, 'P' */ CharClass::Alpha,
96 /* 0x51, 'Q' */ CharClass::Alpha,
97 /* 0x52, 'R' */ CharClass::Alpha,
98 /* 0x53, 'S' */ CharClass::Alpha,
99 /* 0x54, 'T' */ CharClass::Alpha,
100 /* 0x55, 'U' */ CharClass::Alpha,
101 /* 0x56, 'V' */ CharClass::Alpha,
102 /* 0x57, 'W' */ CharClass::Alpha,
103 /* 0x58, 'X' */ CharClass::Alpha,
104 /* 0x59, 'Y' */ CharClass::Alpha,
105 /* 0x5A, 'Z' */ CharClass::Alpha,
106 /* 0x5B, '[' */ CharClass::Separator,
107 /* 0x5C, '\\' */ CharClass::Separator,
108 /* 0x5D, ']' */ CharClass::Separator,
109 /* 0x5E, '^' */ CharClass::MultiTok,
110 /* 0x5F, '_' */ CharClass::Alpha, /* Can also start identifiers. */
111
112 /* 0x60, '`' */ CharClass::Separator,
113 /* 0x61, 'a' */ CharClass::Alpha,
114 /* 0x62, 'b' */ CharClass::Alpha,
115 /* 0x63, 'c' */ CharClass::Alpha,
116 /* 0x64, 'd' */ CharClass::Alpha,
117 /* 0x65, 'e' */ CharClass::Alpha,
118 /* 0x66, 'f' */ CharClass::Alpha,
119 /* 0x67, 'g' */ CharClass::Alpha,
120 /* 0x68, 'h' */ CharClass::Alpha,
121 /* 0x69, 'i' */ CharClass::Alpha,
122 /* 0x6A, 'j' */ CharClass::Alpha,
123 /* 0x6B, 'k' */ CharClass::Alpha,
124 /* 0x6C, 'l' */ CharClass::Alpha,
125 /* 0x6D, 'm' */ CharClass::Alpha,
126 /* 0x6E, 'n' */ CharClass::Alpha,
127 /* 0x6F, 'o' */ CharClass::Alpha,
128 /* 0x70, 'p' */ CharClass::Alpha,
129 /* 0x71, 'q' */ CharClass::Alpha,
130 /* 0x72, 'r' */ CharClass::Alpha,
131 /* 0x73, 's' */ CharClass::Alpha,
132 /* 0x74, 't' */ CharClass::Alpha,
133 /* 0x75, 'u' */ CharClass::Alpha,
134 /* 0x76, 'v' */ CharClass::Alpha,
135 /* 0x77, 'w' */ CharClass::Alpha,
136 /* 0x78, 'x' */ CharClass::Alpha,
137 /* 0x79, 'y' */ CharClass::Alpha,
138 /* 0x7A, 'z' */ CharClass::Alpha,
139 /* 0x7B, '{' */ CharClass::Separator,
140 /* 0x7C, '|' */ CharClass::MultiTok,
141 /* 0x7D, '}' */ CharClass::Separator,
142 /* 0x7E, '~' */ CharClass::Separator,
143 /* 0x7F, Del */ CharClass::None,
144};
145
146} // namespace lexit
const CharClass char_class_table[128]
Definition tables.hh:12
CharClass
Definition types.hh:20