From: Svjatoslav Agejenko <svjatoslav@svjatoslav.eu>
Date: Mon, 25 Dec 2017 11:34:04 +0000 (+0200)
Subject: Added possibility to skip token stream until the end
X-Git-Tag: svjatoslavcommons-1.8~40
X-Git-Url: http://www2.svjatoslav.eu/gitweb/?p=svjatoslav_commons.git;a=commitdiff_plain;h=7139ae895dd50d9dd1cbd2b3110c93f546cef798

Added possibility to skip token stream until the end
---

diff --git a/src/main/java/eu/svjatoslav/commons/string/tokenizer/Tokenizer.java b/src/main/java/eu/svjatoslav/commons/string/tokenizer/Tokenizer.java
index 80f9c4f..c80aeb1 100755
--- a/src/main/java/eu/svjatoslav/commons/string/tokenizer/Tokenizer.java
+++ b/src/main/java/eu/svjatoslav/commons/string/tokenizer/Tokenizer.java
@@ -198,4 +198,9 @@ public class Tokenizer {
         currentIndex = tokenIndexes.pop();
     }
 
+    public void skipUntilDataEnd() {
+        tokenIndexes.push(currentIndex);
+        currentIndex = source.length();
+    }
+
 }