From 67d4302fc7befe67ff157b4e1584067efabea171 Mon Sep 17 00:00:00 2001
From: Axel Kohlmeyer <akohlmey@gmail.com>
Date: Sun, 4 Apr 2021 21:51:06 -0400
Subject: [PATCH] add tests for tokenizer skip() function and throwing an
 exception

---
 unittest/utils/test_tokenizer.cpp | 44 +++++++++++++++++++++++++++++++
 1 file changed, 44 insertions(+)

diff --git a/unittest/utils/test_tokenizer.cpp b/unittest/utils/test_tokenizer.cpp
index 69ec7a55d2..ec097abf62 100644
--- a/unittest/utils/test_tokenizer.cpp
+++ b/unittest/utils/test_tokenizer.cpp
@@ -43,6 +43,18 @@ TEST(Tokenizer, two_words)
     ASSERT_EQ(t.count(), 2);
 }
 
+TEST(Tokenizer, skip)
+{
+    Tokenizer t("test word", " ");
+    ASSERT_TRUE(t.has_next());
+    t.skip();
+    ASSERT_TRUE(t.has_next());
+    t.skip(1);
+    ASSERT_FALSE(t.has_next());
+    ASSERT_EQ(t.count(), 2);
+    ASSERT_THROW(t.skip(), TokenizerException);
+}
+
 TEST(Tokenizer, prefix_separators)
 {
     Tokenizer t("  test word", " ");
@@ -63,6 +75,18 @@ TEST(Tokenizer, iterate_words)
     ASSERT_EQ(t.count(), 2);
 }
 
+TEST(Tokenizer, copy_constructor)
+{
+    Tokenizer t("  test word   ", " ");
+    ASSERT_THAT(t.next(), Eq("test"));
+    ASSERT_THAT(t.next(), Eq("word"));
+    ASSERT_EQ(t.count(), 2);
+    Tokenizer u(t);
+    ASSERT_THAT(u.next(), Eq("test"));
+    ASSERT_THAT(u.next(), Eq("word"));
+    ASSERT_EQ(u.count(), 2);
+}
+
 TEST(Tokenizer, no_separator_path)
 {
     Tokenizer t("one", ":");
@@ -139,6 +163,26 @@ TEST(ValueTokenizer, empty_string)
     ASSERT_FALSE(values.has_next());
 }
 
+TEST(ValueTokenizer, two_words)
+{
+    ValueTokenizer t("test word", " ");
+    ASSERT_THAT(t.next_string(), Eq("test"));
+    ASSERT_THAT(t.next_string(), Eq("word"));
+    ASSERT_THROW(t.next_string(), TokenizerException);
+}
+
+TEST(ValueTokenizer, skip)
+{
+    ValueTokenizer t("test word", " ");
+    ASSERT_TRUE(t.has_next());
+    t.skip();
+    ASSERT_TRUE(t.has_next());
+    t.skip(1);
+    ASSERT_FALSE(t.has_next());
+    ASSERT_EQ(t.count(), 2);
+    ASSERT_THROW(t.skip(), TokenizerException);
+}
+
 TEST(ValueTokenizer, bad_integer)
 {
     ValueTokenizer values("f10");