Debian Codegraph @

src/basic/utf8.h

raw
1 /* SPDX-License-Identifier: LGPL-2.1-or-later */
2 #pragma once
3
4 #include "basic-forward.h"
5
6 #define UTF8_REPLACEMENT_CHARACTER "\xef\xbf\xbd"
7 #define UTF8_BYTE_ORDER_MARK "\xef\xbb\xbf"
8
9 bool unichar_is_valid(char32_t c) _const_;
10
11 char* utf8_is_valid_n(const char *str, size_t len_bytes) _pure_;
12 static inline char* utf8_is_valid(const char *str) {
13 return utf8_is_valid_n(str, SIZE_MAX);
14 }
15
16 char* ascii_is_valid_n(const char *str, size_t len) _pure_;
17 static inline char* ascii_is_valid(const char *str) {
18 return ascii_is_valid_n(str, SIZE_MAX);
19 }
20
21 int utf8_to_ascii(const char *str, char replacement_char, char **ret);
22
23 bool utf8_is_printable_newline(const char* str, size_t length, bool allow_newline) _pure_;
24 #define utf8_is_printable(str, length) utf8_is_printable_newline(str, length, true)
25
26 char* utf8_escape_invalid(const char *s);
27 char* utf8_escape_non_printable_full(const char *str, size_t console_width, bool force_ellipsis);
28 static inline char* utf8_escape_non_printable(const char *str) {
29 return utf8_escape_non_printable_full(str, SIZE_MAX, false);
30 }
31
32 size_t utf8_encode_unichar(char *out_utf8, char32_t g);
33 size_t utf16_encode_unichar(char16_t *out, char32_t c);
34
35 char* utf16_to_utf8(const char16_t *s, size_t length /* bytes! */);
36 char16_t *utf8_to_utf16(const char *s, size_t length);
37
38 size_t char16_strlen(const char16_t *s) _pure_; /* returns the number of 16-bit words in the string (not bytes!) */
39 size_t char16_strsize(const char16_t *s) _pure_;
40
41 int utf8_encoded_valid_unichar(const char *str, size_t length) _pure_;
42 int utf8_encoded_to_unichar(const char *str, char32_t *ret_unichar);
43
44 static inline bool utf16_is_surrogate(char16_t c) {
45 return c >= 0xd800U && c <= 0xdfffU;
46 }
47
48 static inline bool utf16_is_trailing_surrogate(char16_t c) {
49 return c >= 0xdc00U && c <= 0xdfffU;
50 }
51
52 static inline char32_t utf16_surrogate_pair_to_unichar(char16_t lead, char16_t trail) {
53 return ((((char32_t) lead - 0xd800U) << 10) + ((char32_t) trail - 0xdc00U) + 0x10000U);
54 }
55
56 size_t utf8_n_codepoints(const char *str) _pure_;
57 int utf8_char_console_width(const char *str) _pure_;
58 size_t utf8_console_width(const char *str) _pure_;
59
60 size_t utf8_last_length(const char *s, size_t n) _pure_;