public boolean incrementToken() throws IOException {
        while (true) {
            final MyToken nextToken = getNextUniqueToken(queue, prevToken);
            if (nextToken == null) {
                getNextBlock();
                if (block.length() == 0) {
                    return false;
                }
                consultDictionary();
                tokenizeWholeBlock();
            } else {