public class TokenizerMatch {
public final String token;
+ public final String reminder;
public final Terminator terminator;
- public TokenizerMatch(final String token, final Terminator terminator) {
+ public TokenizerMatch(final String token, final String reminder, final Terminator terminator) {
this.token = token;
+ this.reminder = reminder;
this.terminator = terminator;
}
public String toString() {
return "TokenizerMatch{" +
"token='" + token + '\'' +
+ ", reminder='" + reminder + '\'' +
", terminator=" + terminator +
'}';
}