src/test/java/eu/svjatoslav/commons/string/tokenizer/TokenizerTest.java

   1 package eu.svjatoslav.commons.string.tokenizer;
   2
   3 import org.junit.Test;
   4
   5 import static org.junit.Assert.assertEquals;
   6
   7 public class TokenizerTest {
   8
   9
  10     @Test
  11     public void peekNextToken() throws Exception {
  12         Tokenizer tokenizer = new Tokenizer("this is a test")
  13                 .addTerminator(" ", Terminator.TerminationStrategy.DROP);
  14
  15         tokenizer.expectAndConsumeNextToken("this");
  16
  17         assertEquals("is", tokenizer.peekNextToken().token);
  18
  19         assertEquals("is", tokenizer.peekNextToken().token);
  20
  21         assertEquals(true, tokenizer.peekIsOneOf("maybe", "is", "that"));
  22     }
  23
  24 }