-
Notifications
You must be signed in to change notification settings - Fork 81
/
Copy pathunicode.c
204 lines (185 loc) · 7.72 KB
/
unicode.c
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
#include "rvcc.h"
// 将unicode字符编码为UTF8的格式
int encodeUTF8(char *Buf, uint32_t C) {
// 1字节UTF8编码，可用7位，0~127，与ASCII码兼容
// 0x7F=0b01111111=127
if (C <= 0x7F) {
// 首字节内容为：0xxxxxxx
Buf[0] = C;
return 1;
}
// 2字节UTF8编码，可用11位，128~2047
// 0x7FF=0b111 11111111=2047
if (C <= 0x7FF) {
// 首字节内容为：110xxxxx
Buf[0] = 0b11000000 | (C >> 6);
// 后续字节都为：10xxxxxx
Buf[1] = 0b10000000 | (C & 0b00111111);
return 2;
}
// 3字节UTF8编码，可用16位，2048~65535
// 0xFFFF=0b11111111 11111111=65535
if (C <= 0xFFFF) {
// 首字节内容为：1110xxxx
Buf[0] = 0b11100000 | (C >> 12);
// 后续字节都为：10xxxxxx
Buf[1] = 0b10000000 | ((C >> 6) & 0b00111111);
Buf[2] = 0b10000000 | (C & 0b00111111);
return 3;
}
// 4字节UTF8编码，可用21位，65536~1114111
// 0x10FFFF=1114111
//
// 首字节内容为：11110xxx
Buf[0] = 0b11110000 | (C >> 18);
// 后续字节都为：10xxxxxx
Buf[1] = 0b10000000 | ((C >> 12) & 0b00111111);
Buf[2] = 0b10000000 | ((C >> 6) & 0b00111111);
Buf[3] = 0b10000000 | (C & 0b00111111);
return 4;
}
// 将UTF-8的格式解码为unicode字符
uint32_t decodeUTF8(char **NewPos, char *P) {
// 1字节UTF8编码，0~127，与ASCII码兼容
if ((unsigned char)*P < 128) {
*NewPos = P + 1;
return *P;
}
char *Start = P;
int Len;
uint32_t C;
if ((unsigned char)*P >= 0b11110000) {
// 4字节UTF8编码，首字节内容为：11110xxx
Len = 4;
C = *P & 0b111;
} else if ((unsigned char)*P >= 0b11100000) {
// 3字节UTF8编码，首字节内容为：1110xxxx
Len = 3;
C = *P & 0b1111;
} else if ((unsigned char)*P >= 0b11000000) {
// 2字节UTF8编码，首字节内容为：110xxxxx
Len = 2;
C = *P & 0b11111;
} else {
errorAt(Start, "invalid UTF-8 sequence");
}
// 后续字节都为：10xxxxxx
for (int I = 1; I < Len; I++) {
if ((unsigned char)P[I] >> 6 != 0b10)
errorAt(Start, "invalid UTF-8 sequence");
C = (C << 6) | (P[I] & 0b111111);
}
// 前进Len字节
*NewPos = P + Len;
// 返回获取到的值
return C;
}
// 判断字符C是否在Range内
static bool inRange(uint32_t *Range, uint32_t C) {
for (int I = 0; Range[I] != -1; I += 2)
if (Range[I] <= C && C <= Range[I + 1])
return true;
return false;
}
// C是否可以为 标识符的首字符
bool isIdent1_1(uint32_t C) {
// C11允许除ASCII字符外的一些字符用于标识符
static uint32_t Range[] = {
'_', '_', 'a', 'z', 'A', 'Z', '$', '$',
0x00A8, 0x00A8, 0x00AA, 0x00AA, 0x00AD, 0x00AD, 0x00AF, 0x00AF,
0x00B2, 0x00B5, 0x00B7, 0x00BA, 0x00BC, 0x00BE, 0x00C0, 0x00D6,
0x00D8, 0x00F6, 0x00F8, 0x00FF, 0x0100, 0x02FF, 0x0370, 0x167F,
0x1681, 0x180D, 0x180F, 0x1DBF, 0x1E00, 0x1FFF, 0x200B, 0x200D,
0x202A, 0x202E, 0x203F, 0x2040, 0x2054, 0x2054, 0x2060, 0x206F,
0x2070, 0x20CF, 0x2100, 0x218F, 0x2460, 0x24FF, 0x2776, 0x2793,
0x2C00, 0x2DFF, 0x2E80, 0x2FFF, 0x3004, 0x3007, 0x3021, 0x302F,
0x3031, 0x303F, 0x3040, 0xD7FF, 0xF900, 0xFD3D, 0xFD40, 0xFDCF,
0xFDF0, 0xFE1F, 0xFE30, 0xFE44, 0xFE47, 0xFFFD, 0x10000, 0x1FFFD,
0x20000, 0x2FFFD, 0x30000, 0x3FFFD, 0x40000, 0x4FFFD, 0x50000, 0x5FFFD,
0x60000, 0x6FFFD, 0x70000, 0x7FFFD, 0x80000, 0x8FFFD, 0x90000, 0x9FFFD,
0xA0000, 0xAFFFD, 0xB0000, 0xBFFFD, 0xC0000, 0xCFFFD, 0xD0000, 0xDFFFD,
0xE0000, 0xEFFFD, -1,
};
return inRange(Range, C);
}
// C是否可以为 标识符的非首字符
bool isIdent2_1(uint32_t C) {
// 这里是用于非首位的字符
static uint32_t Range[] = {
'0', '9', '$', '$', 0x0300, 0x036F, 0x1DC0,
0x1DFF, 0x20D0, 0x20FF, 0xFE20, 0xFE2F, -1,
};
return isIdent1_1(C) || inRange(Range, C);
}
// 返回在固定宽度字体中需要多少列来显示给定字符
static int charWidth(uint32_t C) {
// 此范围内的字符具有零个列宽
static uint32_t Range1[] = {
0x0000, 0x001F, 0x007f, 0x00a0, 0x0300, 0x036F, 0x0483, 0x0486,
0x0488, 0x0489, 0x0591, 0x05BD, 0x05BF, 0x05BF, 0x05C1, 0x05C2,
0x05C4, 0x05C5, 0x05C7, 0x05C7, 0x0600, 0x0603, 0x0610, 0x0615,
0x064B, 0x065E, 0x0670, 0x0670, 0x06D6, 0x06E4, 0x06E7, 0x06E8,
0x06EA, 0x06ED, 0x070F, 0x070F, 0x0711, 0x0711, 0x0730, 0x074A,
0x07A6, 0x07B0, 0x07EB, 0x07F3, 0x0901, 0x0902, 0x093C, 0x093C,
0x0941, 0x0948, 0x094D, 0x094D, 0x0951, 0x0954, 0x0962, 0x0963,
0x0981, 0x0981, 0x09BC, 0x09BC, 0x09C1, 0x09C4, 0x09CD, 0x09CD,
0x09E2, 0x09E3, 0x0A01, 0x0A02, 0x0A3C, 0x0A3C, 0x0A41, 0x0A42,
0x0A47, 0x0A48, 0x0A4B, 0x0A4D, 0x0A70, 0x0A71, 0x0A81, 0x0A82,
0x0ABC, 0x0ABC, 0x0AC1, 0x0AC5, 0x0AC7, 0x0AC8, 0x0ACD, 0x0ACD,
0x0AE2, 0x0AE3, 0x0B01, 0x0B01, 0x0B3C, 0x0B3C, 0x0B3F, 0x0B3F,
0x0B41, 0x0B43, 0x0B4D, 0x0B4D, 0x0B56, 0x0B56, 0x0B82, 0x0B82,
0x0BC0, 0x0BC0, 0x0BCD, 0x0BCD, 0x0C3E, 0x0C40, 0x0C46, 0x0C48,
0x0C4A, 0x0C4D, 0x0C55, 0x0C56, 0x0CBC, 0x0CBC, 0x0CBF, 0x0CBF,
0x0CC6, 0x0CC6, 0x0CCC, 0x0CCD, 0x0CE2, 0x0CE3, 0x0D41, 0x0D43,
0x0D4D, 0x0D4D, 0x0DCA, 0x0DCA, 0x0DD2, 0x0DD4, 0x0DD6, 0x0DD6,
0x0E31, 0x0E31, 0x0E34, 0x0E3A, 0x0E47, 0x0E4E, 0x0EB1, 0x0EB1,
0x0EB4, 0x0EB9, 0x0EBB, 0x0EBC, 0x0EC8, 0x0ECD, 0x0F18, 0x0F19,
0x0F35, 0x0F35, 0x0F37, 0x0F37, 0x0F39, 0x0F39, 0x0F71, 0x0F7E,
0x0F80, 0x0F84, 0x0F86, 0x0F87, 0x0F90, 0x0F97, 0x0F99, 0x0FBC,
0x0FC6, 0x0FC6, 0x102D, 0x1030, 0x1032, 0x1032, 0x1036, 0x1037,
0x1039, 0x1039, 0x1058, 0x1059, 0x1160, 0x11FF, 0x135F, 0x135F,
0x1712, 0x1714, 0x1732, 0x1734, 0x1752, 0x1753, 0x1772, 0x1773,
0x17B4, 0x17B5, 0x17B7, 0x17BD, 0x17C6, 0x17C6, 0x17C9, 0x17D3,
0x17DD, 0x17DD, 0x180B, 0x180D, 0x18A9, 0x18A9, 0x1920, 0x1922,
0x1927, 0x1928, 0x1932, 0x1932, 0x1939, 0x193B, 0x1A17, 0x1A18,
0x1B00, 0x1B03, 0x1B34, 0x1B34, 0x1B36, 0x1B3A, 0x1B3C, 0x1B3C,
0x1B42, 0x1B42, 0x1B6B, 0x1B73, 0x1DC0, 0x1DCA, 0x1DFE, 0x1DFF,
0x200B, 0x200F, 0x202A, 0x202E, 0x2060, 0x2063, 0x206A, 0x206F,
0x20D0, 0x20EF, 0x302A, 0x302F, 0x3099, 0x309A, 0xA806, 0xA806,
0xA80B, 0xA80B, 0xA825, 0xA826, 0xFB1E, 0xFB1E, 0xFE00, 0xFE0F,
0xFE20, 0xFE23, 0xFEFF, 0xFEFF, 0xFFF9, 0xFFFB, 0x10A01, 0x10A03,
0x10A05, 0x10A06, 0x10A0C, 0x10A0F, 0x10A38, 0x10A3A, 0x10A3F, 0x10A3F,
0x1D167, 0x1D169, 0x1D173, 0x1D182, 0x1D185, 0x1D18B, 0x1D1AA, 0x1D1AD,
0x1D242, 0x1D244, 0xE0001, 0xE0001, 0xE0020, 0xE007F, 0xE0100, 0xE01EF,
-1,
};
// 若为零列宽字符则返回0
if (inRange(Range1, C))
return 0;
// 此范围内的字符具有两个列宽
static uint32_t Range2[] = {
0x1100, 0x115F, 0x2329, 0x2329, 0x232A, 0x232A, 0x2E80, 0x303E,
0x3040, 0xA4CF, 0xAC00, 0xD7A3, 0xF900, 0xFAFF, 0xFE10, 0xFE19,
0xFE30, 0xFE6F, 0xFF00, 0xFF60, 0xFFE0, 0xFFE6, 0x1F000, 0x1F644,
0x20000, 0x2FFFD, 0x30000, 0x3FFFD, -1,
};
// 若为二列宽字符则返回2
if (inRange(Range2, C))
return 2;
// 其他作为一列宽字符返回1
return 1;
}
// 返回在固定宽度字体中需要多少列来显示给定字符串
int displayWidth(char *P, int Len) {
char *Start = P;
// 字符串的总宽度
int W = 0;
// 遍历字符串内的所有字符
while (P - Start < Len) {
// 对字符进行解码
uint32_t C = decodeUTF8(&P, P);
// 累加上字符的宽度
W += charWidth(C);
}
return W;
}