public interface Tokenizer
void
tokenize(SourceCode tokens, Tokens tokenEntries)
void tokenize(SourceCode tokens, Tokens tokenEntries) throws java.io.IOException
java.io.IOException