ICODE-ADC/lammps
4
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #2564 from akohlmey/detect-utf8-multibytes

Browse Source 
Detect UTF-8 multibyte characters input and replace with ASCII equivalents where known
This commit is contained in:
Axel Kohlmeyer
2021-01-29 13:02:34 -05:00
committed by GitHub
parent 21eab7affa 89216ce1ed
commit 759ac0ddd9
8 changed files with 217 additions and 62 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
unittest/utils/test_utils.cpp
View File

@ -54,6 +54,23 @@ TEST(Utils, trim_comment)
ASSERT_THAT(trimmed, StrEq("some text "));
}
TEST(Utils, has_utf8)
{
const char ascii_string[] = " -2";
const char utf8_string[] = " −2";
ASSERT_FALSE(utils::has_utf8(ascii_string));
ASSERT_TRUE(utils::has_utf8(utf8_string));
}
TEST(Utils, utf8_subst)
{
const char ascii_string[] = " -2";
const char utf8_string[] = " −2";
auto ascii = utils::utf8_subst(ascii_string);
auto utf8 = utils::utf8_subst(utf8_string);
ASSERT_TRUE(ascii == utf8);
}
TEST(Utils, count_words)
{
ASSERT_EQ(utils::count_words("some text # comment"), 4);