final CrawlingAccessException e = (CrawlingAccessException) objs[2];
        if (e.isDebugEnabled()) {
            logger.debug("Crawling Access Exception at {}", urlQueue.getUrl(), e);
        } else if (e.isInfoEnabled()) {
            logger.info(e.getMessage());
        } else if (e.isWarnEnabled()) {
            logger.warn("Crawling Access Exception at " + urlQueue.getUrl(), e);
        } else if (e.isErrorEnabled()) {

     * @param queryLogs The query logs to index.
     * @return The SuggestIndexResponse.
     */
    public SuggestIndexResponse indexFromQueryLog(final QueryLog[] queryLogs) {
        if (logger.isInfoEnabled()) {
            logger.info("Index from querylog. num: {}", queryLogs.length);
        }
        try {
            final long start = System.currentTimeMillis();

    /**
     * Sets the limit of document size.
     * @param limitOfDocumentSize The limit of document size.
     */
    public void setLimitOfDocumentSize(final long limitOfDocumentSize) {
        if (logger.isInfoEnabled()) {
            logger.info("Set document limit: {}", limitOfDocumentSize);
        }
        this.limitOfDocumentSize = limitOfDocumentSize;
    }

    /**
     * Sets the query builder.

        resultData.setTransformerName(getName());
        try {
            resultData.setData(content.getBytes(charsetName));
        } catch (final UnsupportedEncodingException e) {
            if (logger.isInfoEnabled()) {
                logger.info("Invalid charsetName: " + charsetName + ". Changed to " + Constants.UTF_8, e);
            }
            charsetName = Constants.UTF_8;

                final String settingsSource = getDefaultIndexSettings();
                final String indexName = createIndexName(index);
                if (logger.isInfoEnabled()) {
                    logger.info("Create suggest index: {}", indexName);
                }

                client.admin()
                        .indices()
                        .prepareCreate(indexName)

        params.put("$INPUT_FILE", inputFile.getAbsolutePath());
        params.put("$OUTPUT_FILE", outputFile.getAbsolutePath());

        final List<String> cmdList = parseCommand(command, params);
        if (logger.isInfoEnabled()) {
            logger.info("Command: {}", cmdList);
        }

        final ProcessBuilder pb = new ProcessBuilder(cmdList);
        if (workingDirectory != null) {
            pb.directory(workingDirectory);

                    } catch (Exception e) {
                        logger.warn("Failed to set originalErrStream.", e);
                    }
                }
                try {
                    if (logger.isInfoEnabled()) {
                        final byte[] bs = outStream.toByteArray();
                        if (bs.length != 0) {
                            logger.info(new String(bs, outputEncoding));
                        }

            if (logger.isDebugEnabled()) {
                logger.debug("{} is already visited.", robotTxtUrl);
            }
            return;
        }

        if (logger.isInfoEnabled()) {
            logger.info("Checking URL: {}", robotTxtUrl);
        }
        // add url to a set
        crawlerContext.getRobotsTxtUrlSet().add(robotTxtUrl);

        return DEBUG.equals(logLevel);
    }

    /**
     * Checks if the log level is INFO.
     *
     * @return true if INFO, false otherwise
     */
    public boolean isInfoEnabled() {
        return INFO.equals(logLevel);
    }

    /**
     * Checks if the log level is WARN.
     *
     * @return true if WARN, false otherwise
     */
    public boolean isWarnEnabled() {

            try {
                return new String(data, encoding == null ? Constants.UTF_8 : encoding);
            } catch (final UnsupportedEncodingException e) {
                if (logger.isInfoEnabled()) {
                    logger.info("Invalid charsetName: " + encoding + ". Changed to " + Constants.UTF_8, e);
                }
                return new String(data, Constants.UTF_8_CHARSET);
            }