Group Utility units into subsystem folders and require OFFSET provenance

Move Lexicon*, Text (TextTokens, TextEscapes, Base64), Math/RadialGrid, Hash (MD5, XxHash32) and Cipher (Rijndael, XorBytes) into Source/Utility subfolders; update includes, guards, compile.json and CMakeLists.txt. Backfill // OFFSET: above every standalone // FUNCTION: block (89 IDs, addresses from the symbol database) and make it mandatory in CODING_RULES.md and AGENTS.md. Remove the MatchLexicon cast chain.
This commit is contained in:
ragnarok-clanker 2026-10-26 23:41:07 +01:00 • committed by ragnarok-clanker
commit bf6a44c117
58 changed files with 161 additions and 70 deletions

View file

@ -0,0 +1,63 @@
#include "Utility/Text/TextTokens.h"
#include <cstring>
// GLOBAL: gl_24548
const unsigned char g_colorHexDigit[256] = {
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0,
0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0
};
// GLOBAL: gl_24543
unsigned char g_inlineCharset = 0xFF;
// OFFSET: 0x0054FF10
// FUNCTION: fn_01963
bool IsPipeColorToken(const char* text) {
return g_inlineCharset == 0 && std::strlen(text) >= 3 && *text == '|' &&
g_colorHexDigit[static_cast<unsigned char>(text[1])] != 0 && g_colorHexDigit[static_cast<unsigned char>(text[2])] != 0;
}
// OFFSET: 0x0054FF60
// FUNCTION: fn_01964
bool IsHexColorToken(const char* text, const char* end) {
if (*text != '^' || end - text <= 6) {
return false;
}
for (int index = 1; index <= 6; ++index) {
if (g_colorHexDigit[static_cast<signed char>(text[index])] == 0) {
return false;
}
}
return true;
}
// OFFSET: 0x009BA740
// FUNCTION: fn_13883
std::string __stdcall StripColorTokens(const char* text, std::uint32_t length) {
std::string result;
result.reserve(length);
if (text != nullptr) {
const char* current = text;
const char* end = text + length;
while (current < end) {
if (IsHexColorToken(current, end)) {
current += 7;
} else if (IsPipeColorToken(current)) {
current += 3;
} else {
result.push_back(*current++);
}
}
}
return result;
}