+ @Override
+ public String toString() {
+ return "Terminator{" +
+ "startSequence='" + startSequence + '\'' +
+ ", endSequence='" + endSequence + '\'' +
+ ", termination=" + termination +
+ '}';
+ }
+
+ public enum TerminationStrategy {
+ PRESERVE, // Identify and return such tokens for further processing.
+ DROP // Identify but ignore such tokens, do not return them. Good for handling comments in scripts.
+ }