buf.append(t).append(' ');
            if (buf.length() > maxAnalyzedContentLength) {
                processBuffer(analyzer, field, lang, useReading, tokens, buf, analyzeType, false);
                buf.setLength(0);
            }
        }
        if (buf.length() > 0) {
            processBuffer(analyzer, field, lang, useReading, tokens, buf, analyzeType, true);
        }
        return tokens;
    }