Fixed lookahead.

[svjatoslav_commons.git] / src / test / java / eu / svjatoslav / commons / string / tokenizer / TokenizerTest.java

diff --git a/src/test/java/eu/svjatoslav/commons/string/tokenizer/TokenizerTest.java b/src/test/java/eu/svjatoslav/commons/string/tokenizer/TokenizerTest.java
new file mode 100644 (file)
index 0000000..e40b401
--- /dev/null
+++ b/src/test/java/eu/svjatoslav/commons/string/tokenizer/TokenizerTest.java
@@ -0,0 +1,24 @@
+package eu.svjatoslav.commons.string.tokenizer;
+
+import org.junit.Test;
+
+import static org.junit.Assert.assertEquals;
+
+public class TokenizerTest {
+
+
+    @Test
+    public void peekNextToken() throws Exception {
+        Tokenizer tokenizer = new Tokenizer("this is a test")
+                .addTerminator(" ", Terminator.TerminationStrategy.DROP);
+
+        tokenizer.expectAndConsumeNextToken("this");
+
+        assertEquals("is", tokenizer.peekNextToken().token);
+
+        assertEquals("is", tokenizer.peekNextToken().token);
+
+        assertEquals(true, tokenizer.peekIsOneOf("maybe", "is", "that"));
+    }
+
+}
\ No newline at end of file