You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
61 lines
2.5 KiB
61 lines
2.5 KiB
/* Adapted from: https://github.com/hoehrmann/utf-8-misc/blob/449221e7a693a9c7b8938721cd4244eed4ca9320/utf8_branch.h */ |
|
|
|
/*- |
|
* Copyright (c) 2014 Taylor R Campbell |
|
* All rights reserved. |
|
* |
|
* Redistribution and use in source and binary forms, with or without |
|
* modification, are permitted provided that the following conditions |
|
* are met: |
|
* 1. Redistributions of source code must retain the above copyright |
|
* notice, this list of conditions and the following disclaimer. |
|
* 2. Redistributions in binary form must reproduce the above copyright |
|
* notice, this list of conditions and the following disclaimer in the |
|
* documentation and/or other materials provided with the distribution. |
|
* |
|
* THIS SOFTWARE IS PROVIDED BY COPYRIGHT HOLDERS AND CONTRIBUTORS ``AS IS'' |
|
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE |
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE |
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDERS OR CONTRIBUTORS BE |
|
* LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR |
|
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF |
|
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS |
|
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN |
|
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) |
|
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE |
|
* POSSIBILITY OF SUCH DAMAGE. |
|
*/ |
|
|
|
#include <stdint.h> |
|
|
|
#define UTF8_ACCEPT 0 |
|
#define UTF8_REJECT 0xf |
|
|
|
static const uint32_t utf8_classtab[0x10] = { |
|
0x88888888UL,0x88888888UL,0x99999999UL,0x99999999UL, |
|
0xaaaaaaaaUL,0xaaaaaaaaUL,0xaaaaaaaaUL,0xaaaaaaaaUL, |
|
0x222222ffUL,0x22222222UL,0x22222222UL,0x22222222UL, |
|
0x3333333bUL,0x33433333UL,0xfff5666cUL,0xffffffffUL, |
|
}; |
|
|
|
static const uint32_t utf8_statetab[0x10] = { |
|
0xfffffff0UL,0xffffffffUL,0xfffffff1UL,0xfffffff3UL, |
|
0xfffffff4UL,0xfffffff7UL,0xfffffff6UL,0xffffffffUL, |
|
0x33f11f0fUL,0xf3311f0fUL,0xf33f110fUL,0xfffffff2UL, |
|
0xfffffff5UL,0xffffffffUL,0xffffffffUL,0xffffffffUL, |
|
}; |
|
|
|
static inline uint8_t |
|
utf8_decode_step(uint8_t state, uint8_t octet, uint32_t *cpp) |
|
{ |
|
const uint8_t reject = (state >> 3), nonascii = (octet >> 7); |
|
const uint8_t klass = (!nonascii? 0 : |
|
(0xf & (utf8_classtab[(octet >> 3) & 0xf] >> (4 * (octet & 7))))); |
|
|
|
*cpp = (state == UTF8_ACCEPT |
|
? (octet & (0xffU >> klass)) |
|
: ((octet & 0x3fU) | (*cpp << 6))); |
|
|
|
return (reject? 0xf : |
|
(0xf & (utf8_statetab[klass] >> (4 * (state & 7))))); |
|
}
|
|
|