- public void addTerminator(final String startSequence,
- final boolean ignoreTerminator) {
- terminators.add(new Terminator(startSequence, ignoreTerminator));
+ public Tokenizer(){}
+
+ public Tokenizer setSource(String source){
+ this.source = source;
+ currentIndex = 0;
+ return this;
+ }
+
+ public Tokenizer addTerminator(final String startSequence,
+ final Terminator.TerminationStrategy terminationStrategy) {
+ terminators.add(new Terminator(startSequence, terminationStrategy));
+ return this;