Add support for emoji identifiers
Some checks failed
CMake / ubuntu-latest - shared=OFF, pthread=OFF, posix=OFF (push) Failing after 17s
CMake / ubuntu-latest - shared=ON, pthread=OFF, posix=OFF (push) Failing after 18s
CMake / ubuntu-latest - shared=OFF, pthread=OFF, posix=ON (push) Failing after 17s
CMake / ubuntu-latest - shared=ON, pthread=OFF, posix=ON (push) Failing after 17s
CMake / ubuntu-latest - shared=OFF, pthread=ON, posix=ON (push) Failing after 17s
CMake / ubuntu-latest - shared=ON, pthread=ON, posix=ON (push) Failing after 18s

Signed-off-by: Slendi <slendi@socopon.com>
This commit is contained in:
2025-08-04 02:28:47 +03:00
parent 296e6467c6
commit 570a5fab88
2 changed files with 4 additions and 3 deletions

View File

@@ -2,7 +2,7 @@ fn lib = {
english = "The quick brown fox jumps over the lazy dog."
日本語 = "はじめまして!"
Română = "Salutare! ĂÂÎȘȚăâîșț"
emoji = "👋🌍😊🚀🤖"
😀 = "👋🌍😊🚀🤖"
diacritics = "ŠĐĆŽšđž"
français = "Ça déjà vu?"
español = "¡El pingüino Wenceslao bebe whisky y zumo de piña!"

View File

@@ -569,9 +569,10 @@ static inline bool is_space_cp(int32_t cp)
}
static inline bool is_alpha_cp(int32_t cp)
{
utf8proc_category_t cat = utf8proc_category(cp);
return (cp <= 0x7F && isalpha(cp))
|| (utf8proc_category(cp) >= UTF8PROC_CATEGORY_LU
&& utf8proc_category(cp) <= UTF8PROC_CATEGORY_LO);
|| (cat >= UTF8PROC_CATEGORY_LU && cat <= UTF8PROC_CATEGORY_LO)
|| (cat == UTF8PROC_CATEGORY_SO);
}
static inline bool is_digit_cp(int32_t cp)
{