| 1 |
/* SPDX-License-Identifier: LGPL-2.1-or-later */ |
| 2 |
#pragma once |
| 3 |
|
| 4 |
#include "basic-forward.h" |
| 5 |
|
| 6 |
#define UTF8_REPLACEMENT_CHARACTER "\xef\xbf\xbd" |
| 7 |
#define UTF8_BYTE_ORDER_MARK "\xef\xbb\xbf" |
| 8 |
|
| 9 |
bool unichar_is_valid(char32_t c) _const_; |
| 10 |
|
| 11 |
char* utf8_is_valid_n(const char *str, size_t len_bytes) _pure_; |
| 12 |
static inline char* utf8_is_valid(const char *str) { |
| 13 |
return utf8_is_valid_n(str, SIZE_MAX); |
| 14 |
} |
| 15 |
|
| 16 |
char* ascii_is_valid_n(const char *str, size_t len) _pure_; |
| 17 |
static inline char* ascii_is_valid(const char *str) { |
| 18 |
return ascii_is_valid_n(str, SIZE_MAX); |
| 19 |
} |
| 20 |
|
| 21 |
int utf8_to_ascii(const char *str, char replacement_char, char **ret); |
| 22 |
|
| 23 |
bool utf8_is_printable_newline(const char* str, size_t length, bool allow_newline) _pure_; |
| 24 |
#define utf8_is_printable(str, length) utf8_is_printable_newline(str, length, true) |
| 25 |
|
| 26 |
char* utf8_escape_invalid(const char *s); |
| 27 |
char* utf8_escape_non_printable_full(const char *str, size_t console_width, bool force_ellipsis); |
| 28 |
static inline char* utf8_escape_non_printable(const char *str) { |
| 29 |
return utf8_escape_non_printable_full(str, SIZE_MAX, false); |
| 30 |
} |
| 31 |
|
| 32 |
size_t utf8_encode_unichar(char *out_utf8, char32_t g); |
| 33 |
size_t utf16_encode_unichar(char16_t *out, char32_t c); |
| 34 |
|
| 35 |
char* utf16_to_utf8(const char16_t *s, size_t length /* bytes! */); |
| 36 |
char16_t *utf8_to_utf16(const char *s, size_t length); |
| 37 |
|
| 38 |
size_t char16_strlen(const char16_t *s) _pure_; /* returns the number of 16-bit words in the string (not bytes!) */ |
| 39 |
size_t char16_strsize(const char16_t *s) _pure_; |
| 40 |
|
| 41 |
int utf8_encoded_valid_unichar(const char *str, size_t length) _pure_; |
| 42 |
int utf8_encoded_to_unichar(const char *str, char32_t *ret_unichar); |
| 43 |
|
| 44 |
static inline bool utf16_is_surrogate(char16_t c) { |
| 45 |
return c >= 0xd800U && c <= 0xdfffU; |
| 46 |
} |
| 47 |
|
| 48 |
static inline bool utf16_is_trailing_surrogate(char16_t c) { |
| 49 |
return c >= 0xdc00U && c <= 0xdfffU; |
| 50 |
} |
| 51 |
|
| 52 |
static inline char32_t utf16_surrogate_pair_to_unichar(char16_t lead, char16_t trail) { |
| 53 |
return ((((char32_t) lead - 0xd800U) << 10) + ((char32_t) trail - 0xdc00U) + 0x10000U); |
| 54 |
} |
| 55 |
|
| 56 |
size_t utf8_n_codepoints(const char *str) _pure_; |
| 57 |
int utf8_char_console_width(const char *str) _pure_; |
| 58 |
size_t utf8_console_width(const char *str) _pure_; |
| 59 |
|
| 60 |
size_t utf8_last_length(const char *s, size_t n) _pure_; |