Merge pull request #1975 from Sierraffinity/jsonproc-fix

jsonproc: filter out every non-alphanumeric character
This commit is contained in:
GriffinR 2024-01-28 13:54:11 -05:00 committed by GitHub
commit 232eab4bee
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -105,10 +105,13 @@ int main(int argc, char *argv[])
});
env.add_callback("cleanString", 1, [](Arguments& args) {
string badChars = ".'{} \n\t-\u00e9";
string str = args.at(0)->get<string>();
for (unsigned int i = 0; i < str.length(); i++) {
if (badChars.find(str[i]) != std::string::npos) {
// This code is not Unicode aware, so UTF-8 is not easily parsable without introducing
// another library. Just filter out any non-alphanumeric characters for now.
// TODO: proper Unicode string normalization
if ((i == 0 && isdigit(str[i]))
|| !isalnum(str[i])) {
str[i] = '_';
}
}