silence compiler warning
This commit is contained in:
@ -49,8 +49,8 @@ TokenizerException::TokenizerException(const std::string &msg, const std::string
|
|||||||
* \param str string to be processed
|
* \param str string to be processed
|
||||||
* \param separators string with separator characters (default: " \t\r\n\f") */
|
* \param separators string with separator characters (default: " \t\r\n\f") */
|
||||||
|
|
||||||
Tokenizer::Tokenizer(const std::string &str, const std::string &separators) :
|
Tokenizer::Tokenizer(const std::string &str, const std::string &_separators) :
|
||||||
text(str), separators(separators), start(0), ntokens(std::string::npos)
|
text(str), separators(_separators), start(0), ntokens(std::string::npos)
|
||||||
{
|
{
|
||||||
// replace known UTF-8 characters with ASCII equivalents
|
// replace known UTF-8 characters with ASCII equivalents
|
||||||
if (utils::has_utf8(text)) text = utils::utf8_subst(text);
|
if (utils::has_utf8(text)) text = utils::utf8_subst(text);
|
||||||
|
|||||||
Reference in New Issue
Block a user