import static eu.svjatoslav.commons.string.tokenizer.Terminator.TerminationStrategy.DROP;
import static eu.svjatoslav.commons.string.tokenizer.Terminator.TerminationStrategy.PRESERVE;
-import static org.junit.Assert.assertEquals;
-import static org.junit.Assert.assertFalse;
-import static org.junit.Assert.assertNull;
+import static org.junit.Assert.*;
public class TokenizerTest {
Tokenizer tokenizer = new Tokenizer("\"hello\" /** comment **/ (( is a N'2015-03-18 09:48:54.360' test")
.addTerminator(" ", DROP)
.addTerminator("(", PRESERVE)
- .addTerminator("\"", "\"" , PRESERVE)
- .addTerminator("N'", "'" , PRESERVE)
- .addTerminator("/*", "*/" , DROP)
- ;
+ .addTerminator("\"", "\"", PRESERVE)
+ .addTerminator("N'", "'", PRESERVE)
+ .addTerminator("/*", "*/", DROP);
assertTokenEquals("\"", "hello", tokenizer);
assertTokenEquals("(", null, tokenizer);
else
System.out.println("T: \"" + nextToken.token + "\", R: \"" + nextToken.reminder + "\"");
}
-
+
}
\ No newline at end of file