basic/utf8: add function to convert to ASCII
The conversion must be lossy because ASCII doesn't have enough chars.
This commit is contained in:
@@ -312,6 +312,37 @@ char *ascii_is_valid_n(const char *str, size_t len) {
|
||||
return (char*) str;
|
||||
}
|
||||
|
||||
int utf8_to_ascii(const char *str, char replacement_char, char **ret) {
|
||||
/* Convert to a string that has only ASCII chars, replacing anything that is not ASCII
|
||||
* by replacement_char. */
|
||||
|
||||
_cleanup_free_ char *ans = new(char, strlen(str) + 1);
|
||||
if (!ans)
|
||||
return -ENOMEM;
|
||||
|
||||
char *q = ans;
|
||||
|
||||
for (const char *p = str; *p; q++) {
|
||||
int l;
|
||||
|
||||
l = utf8_encoded_valid_unichar(p, SIZE_MAX);
|
||||
if (l < 0) /* Non-UTF-8, let's not even try to propagate the garbage */
|
||||
return l;
|
||||
|
||||
if (l == 1)
|
||||
*q = *p;
|
||||
else
|
||||
/* non-ASCII, we need to replace it */
|
||||
*q = replacement_char;
|
||||
|
||||
p += l;
|
||||
}
|
||||
*q = '\0';
|
||||
|
||||
*ret = TAKE_PTR(ans);
|
||||
return 0;
|
||||
}
|
||||
|
||||
/**
|
||||
* utf8_encode_unichar() - Encode single UCS-4 character as UTF-8
|
||||
* @out_utf8: output buffer of at least 4 bytes or NULL
|
||||
|
||||
@@ -21,6 +21,8 @@ static inline char *utf8_is_valid(const char *s) {
|
||||
char *ascii_is_valid(const char *s) _pure_;
|
||||
char *ascii_is_valid_n(const char *str, size_t len);
|
||||
|
||||
int utf8_to_ascii(const char *str, char replacement_char, char **ret);
|
||||
|
||||
bool utf8_is_printable_newline(const char* str, size_t length, bool allow_newline) _pure_;
|
||||
#define utf8_is_printable(str, length) utf8_is_printable_newline(str, length, true)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user