1 package eu.svjatoslav.commons.string.tokenizer;
5 import static org.junit.Assert.assertEquals;
7 public class TokenizerTest {
11 public void peekNextToken() throws Exception {
12 Tokenizer tokenizer = new Tokenizer("this is a test")
13 .addTerminator(" ", Terminator.TerminationStrategy.DROP);
15 tokenizer.expectAndConsumeNextToken("this");
17 assertEquals("is", tokenizer.peekNextToken().token);
19 assertEquals("is", tokenizer.peekNextToken().token);
21 assertEquals(true, tokenizer.peekIsOneOf("maybe", "is", "that"));