X-Git-Url: http://www2.svjatoslav.eu/gitweb/?p=svjatoslav_commons.git;a=blobdiff_plain;f=src%2Fmain%2Fjava%2Feu%2Fsvjatoslav%2Fcommons%2Fstring%2Ftokenizer%2FTokenizer.java;h=a89677b0df47366c37aa4053b4295dda1a21c5d7;hp=8b396ed2a3f6308b4a46c11a5b880e515e77fc00;hb=a338e6716fcfe8a78692c4d803ec6a51d50b20a7;hpb=83ac545c91eacfb24531396bdac5558dad7c10f5 diff --git a/src/main/java/eu/svjatoslav/commons/string/tokenizer/Tokenizer.java b/src/main/java/eu/svjatoslav/commons/string/tokenizer/Tokenizer.java index 8b396ed..a89677b 100755 --- a/src/main/java/eu/svjatoslav/commons/string/tokenizer/Tokenizer.java +++ b/src/main/java/eu/svjatoslav/commons/string/tokenizer/Tokenizer.java @@ -17,22 +17,32 @@ public class Tokenizer { final Stack tokenIndexes = new Stack<>(); private final List terminators = new ArrayList<>(); - private final String source; + private String source; private int currentIndex = 0; public Tokenizer(final String source) { this.source = source; } - public void addTerminator(final String startSequence, - final boolean ignoreTerminator) { + public Tokenizer(){} + + public Tokenizer setSource(String source){ + this.source = source; + currentIndex = 0; + return this; + } + + public Tokenizer addTerminator(final String startSequence, + final boolean ignoreTerminator) { terminators.add(new Terminator(startSequence, ignoreTerminator)); + return this; } - public void addTerminator(final String startSequence, - final String endSequence, final boolean ignoreTerminator) { + public Tokenizer addTerminator(final String startSequence, + final String endSequence, final boolean ignoreTerminator) { terminators.add(new Terminator(startSequence, endSequence, ignoreTerminator)); + return this; } public void expectNextToken(final String value) @@ -85,7 +95,7 @@ public class Tokenizer { } - public boolean probeNextToken(final String token) { + public boolean isNextToken(final String token) { if (token.equals(getNextToken().token)) return true;