You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
80 lines
2.3 KiB
80 lines
2.3 KiB
#pragma once |
|
|
|
#include <cstdint> |
|
#include <string> |
|
#include <utility> |
|
|
|
#include "utils/stdcompat/string_view.hpp" |
|
|
|
namespace devilution { |
|
|
|
constexpr char32_t Utf8DecodeError = 0xD83F; |
|
|
|
/** |
|
* Decodes the first code point from UTF8-encoded input. |
|
* |
|
* Sets `len` to the length of the code point in bytes. |
|
* Returns `Utf8DecodeError` on error. |
|
*/ |
|
char32_t DecodeFirstUtf8CodePoint(string_view input, std::size_t *len); |
|
|
|
/** |
|
* Decodes and removes the first code point from UTF8-encoded input. |
|
*/ |
|
inline char32_t ConsumeFirstUtf8CodePoint(string_view *input) |
|
{ |
|
std::size_t len; |
|
const char32_t result = DecodeFirstUtf8CodePoint(*input, &len); |
|
input->remove_prefix(len); |
|
return result; |
|
} |
|
|
|
/** |
|
* Returns true if the character is part of the Basic Latin set. |
|
* |
|
* This includes ASCII punctuation, symbols, math operators, digits, and both uppercase/lowercase latin alphabets |
|
*/ |
|
constexpr bool IsBasicLatin(char x) |
|
{ |
|
return x >= '\x20' && x <= '\x7E'; |
|
} |
|
|
|
/** |
|
* Returns true if this is a trailing byte in a UTF-8 code point encoding. |
|
* |
|
* Trailing bytes all begin with 10 as the most significant bits, meaning they generally fall in the range 0x80 to |
|
* 0xBF. Please note that certain 3 and 4 byte sequences use a narrower range for the second byte, this function is |
|
* not intended to guarantee the character is valid within the sequence (or that the sequence is well-formed). |
|
*/ |
|
inline bool IsTrailUtf8CodeUnit(char x) |
|
{ |
|
// The following is equivalent to a bitmask test (x & 0xC0) == 0x80 |
|
// On x86_64 architectures it ends up being one instruction shorter |
|
return static_cast<signed char>(x) < static_cast<signed char>('\xC0'); |
|
} |
|
|
|
/** |
|
* Returns the start byte index of the last code point in a UTF-8 string. |
|
*/ |
|
inline std::size_t FindLastUtf8Symbols(string_view input) |
|
{ |
|
if (input.empty()) |
|
return 0; |
|
|
|
std::size_t pos = input.size() - 1; |
|
while (pos > 0 && IsTrailUtf8CodeUnit(input[pos])) |
|
--pos; |
|
return pos; |
|
} |
|
|
|
/** |
|
* @brief Copy up to a given number of bytes from a UTF8 string, and zero terminate string |
|
* @param dest The destination buffer |
|
* @param source The source string |
|
* @param bytes Max number of bytes to copy |
|
*/ |
|
void CopyUtf8(char *dest, string_view source, std::size_t bytes); |
|
|
|
void AppendUtf8(char32_t codepoint, std::string &out); |
|
|
|
} // namespace devilution
|
|
|