1 /* Copyright (c) 2008-2009 Bjoern Hoehrmann <bjoern@hoehrmann.de>
3 * Permission is hereby granted, free of charge, to any person
4 * obtaining a copy of this software and associated documentation
5 * files (the "Software"), to deal in the Software without
6 * restriction, including without limitation the rights to use, copy,
7 * modify, merge, publish, distribute, sublicense, and/or sell copies
8 * of the Software, and to permit persons to whom the Software is
9 * furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be
12 * included in all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
15 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
16 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
17 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
18 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
19 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
20 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
24 #include "telescope.h"
34 static const uint8_t utf8d[] = {
35 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, // 00..1f
36 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, // 20..3f
37 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, // 40..5f
38 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, // 60..7f
39 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9, // 80..9f
40 7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7, // a0..bf
41 8,8,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2, // c0..df
42 0xa,0x3,0x3,0x3,0x3,0x3,0x3,0x3,0x3,0x3,0x3,0x3,0x3,0x4,0x3,0x3, // e0..ef
43 0xb,0x6,0x6,0x6,0x5,0x8,0x8,0x8,0x8,0x8,0x8,0x8,0x8,0x8,0x8,0x8, // f0..ff
44 0x0,0x1,0x2,0x3,0x5,0x8,0x7,0x1,0x1,0x1,0x4,0x6,0x1,0x1,0x1,0x1, // s0..s0
45 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,1,1,1,1,1,0,1,0,1,1,1,1,1,1, // s1..s2
46 1,2,1,1,1,1,1,2,1,2,1,1,1,1,1,1,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1, // s3..s4
47 1,2,1,1,1,1,1,1,1,2,1,1,1,1,1,1,1,1,1,1,1,1,1,3,1,3,1,1,1,1,1,1, // s5..s6
48 1,3,1,1,1,1,1,3,1,3,1,1,1,1,1,1,1,3,1,1,1,1,1,1,1,1,1,1,1,1,1,1, // s7..s8
52 utf8_decode(uint32_t* restrict state, uint32_t* restrict codep, uint8_t byte) {
53 uint32_t type = utf8d[byte];
55 *codep = (*state != UTF8_ACCEPT) ?
56 (byte & 0x3fu) | (*codep << 6) :
57 (0xff >> type) & (byte);
59 *state = utf8d[256 + *state*16 + type];
64 /* end of the converter, utility functions ahead */
66 /* encode cp in s. s must be at least 4 bytes wide */
68 utf8_encode(uint32_t cp, char *s)
72 } else if (cp <= 0x7FF) {
73 s[1] = (uint8_t)(( cp & 0x3F ) + 0x80);
74 s[0] = (uint8_t)(((cp >> 6) & 0x1F) + 0xC0);
75 } else if (cp <= 0xFFFF) {
76 s[2] = (uint8_t)(( cp & 0x3F) + 0x80);
77 s[1] = (uint8_t)(((cp >> 6) & 0x3F) + 0x80);
78 s[0] = (uint8_t)(((cp >> 12) & 0x0F) + 0xE0);
79 } else if (cp <= 0x10FFFF) {
80 s[3] = (uint8_t)(( cp & 0x3F) + 0x80);
81 s[2] = (uint8_t)(((cp >> 6) & 0x3F) + 0x80);
82 s[1] = (uint8_t)(((cp >> 12) & 0x3F) + 0x80);
83 s[0] = (uint8_t)(((cp >> 18) & 0x07) + 0xF0);
89 utf8_nth(char *s, size_t n)
92 uint32_t cp = 0, state = 0;
94 for (i = 0; *s && i < n; ++s)
95 if (!utf8_decode(&state, &cp, *s))
98 if (state != UTF8_ACCEPT)
108 uint32_t cp = 0, state = 0;
113 if (!utf8_decode(&state, &cp, *s))
118 /* returns only 0, 1 or 2. assumes sizeof(wchar_t) is 4 */
120 utf8_chwidth(uint32_t cp)
122 /* XXX: if we're running on a platform where sizeof(wchar_t)
123 * == 2 what to do? The manpage for wcwidth and wcs isn't
124 * clear about the encoding, but if it's 16 bit wide I assume
125 * it must use UTF-16... right? */
126 assert(sizeof(wchar_t) == 4);
128 return wcwidth((wchar_t)cp);
131 /* NOTE: n is the number of codepoints, NOT the byte length. In
132 * other words, s MUST be NUL-terminated. */
134 utf8_snwidth(const char *s, size_t n)
137 uint32_t cp = 0, state = 0;
140 for (i = 0; *s && i < n; ++s)
141 if (!utf8_decode(&state, &cp, *s)) {
143 tot += utf8_chwidth(cp);
150 utf8_swidth(const char *s)
153 uint32_t cp = 0, state = 0;
157 if (!utf8_decode(&state, &cp, *s))
158 tot += utf8_chwidth(cp);