final Object titleObj = dataMap.get(fessConfig.getIndexFieldTitle());
        if (titleObj != null) {
            dataMap.put(fessConfig.getIndexFieldTitle(),
                    ComponentUtil.getDocumentHelper().getTitle(responseData, titleObj.toString(), dataMap));
        }
    }

    /**
     * Processes robots meta tags in the HTML document.
     * Handles noindex, nofollow, and none directives.
     *