- Tokenizer tokenizer = new Tokenizer(" this((\"hello\" /* comment */ (( is a N'2015-03-18 09:48:54.360' test")
- .addTerminator(" ", Terminator.TerminationStrategy.DROP)
- .addTerminator("(", Terminator.TerminationStrategy.PRESERVE)
- .addTerminator("\"", "\"" ,Terminator.TerminationStrategy.PRESERVE)
- .addTerminator("/*", "*/" ,Terminator.TerminationStrategy.DROP)
+ Tokenizer tokenizer = new Tokenizer("/* hello */ /** comment **/ (( is a N'2015-03-18 09:48:54.360' test")
+ .addTerminator(" ", DROP)
+ .addTerminator("(", PRESERVE)
+ .addTerminator("\"", "\"" , PRESERVE)
+ .addTerminator("/*", "*/" , PRESERVE)