godotengine/godot-visual-script
1
0
Fork 0
mirror of https://github.com/godotengine/godot-visual-script.git synced 2026-01-05 22:10:23 +03:00
Code Issues Packages Projects Releases Wiki Activity

Add support for the escaped UTF-16 and UTF-32 Unicode characters in the scripts and expressions.

Browse Source
This commit is contained in:
bruvzg
2022-01-30 15:44:07 +02:00
parent b5a6de95e4
commit 660970bd1f
1 changed files with 40 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

43
visual_script_expression.cpp
View File

@@ -328,6 +328,7 @@ Error VisualScriptExpression::_get_token(Token &r_token) {
}; };
case '"': { case '"': {
String str; String str;
char32_t prev = 0;
while (true) { while (true) {
char32_t ch = GET_CHAR(); char32_t ch = GET_CHAR();
@@ -364,9 +365,11 @@ Error VisualScriptExpression::_get_token(Token &r_token) {
case 'r': case 'r':
res = 13; res = 13;
break; break;
case 'U':
case 'u': { case 'u': {
// hex number // Hexadecimal sequence.
for (int j = 0; j < 4; j++) { int hex_len = (next == 'U') ? 6 : 4;
for (int j = 0; j < hex_len; j++) {
char32_t c = GET_CHAR(); char32_t c = GET_CHAR();
if (c == 0) { if (c == 0) {
@@ -403,12 +406,46 @@ Error VisualScriptExpression::_get_token(Token &r_token) {
} break; } break;
} }
// Parse UTF-16 pair.
if ((res & 0xfffffc00) == 0xd800) {
if (prev == 0) {
prev = res;
continue;
} else {
_set_error("Invalid UTF-16 sequence in string, unpaired lead surrogate");
r_token.type = TK_ERROR;
return ERR_PARSE_ERROR;
}
} else if ((res & 0xfffffc00) == 0xdc00) {
if (prev == 0) {
_set_error("Invalid UTF-16 sequence in string, unpaired trail surrogate");
r_token.type = TK_ERROR;
return ERR_PARSE_ERROR;
} else {
res = (prev << 10UL) + res - ((0xd800 << 10UL) + 0xdc00 - 0x10000);
prev = 0;
}
}
if (prev != 0) {
_set_error("Invalid UTF-16 sequence in string, unpaired lead surrogate");
r_token.type = TK_ERROR;
return ERR_PARSE_ERROR;
}
str += res; str += res;
} else { } else {
if (prev != 0) {
_set_error("Invalid UTF-16 sequence in string, unpaired lead surrogate");
r_token.type = TK_ERROR;
return ERR_PARSE_ERROR;
}
str += ch; str += ch;
} }
} }
if (prev != 0) {
_set_error("Invalid UTF-16 sequence in string, unpaired lead surrogate");
r_token.type = TK_ERROR;
return ERR_PARSE_ERROR;
}
r_token.type = TK_CONSTANT; r_token.type = TK_CONSTANT;
r_token.value = str; r_token.value = str;