*
     * @param content the content to set
     */
    public void setContent(final String content) {
        this.content = content;
    }

    /**
     * Returns a string representation of this object.
     * @return A string representation.
     */
    @Override
    public String toString() {
        return "ExtractData [metadata=" + metadata + ", content=" + content + "]";
    }

    }

    /**
     * Retrieves the robots.txt directive for the specified user agent.
     *
     * @param userAgent The user agent string to look up in the directives
     * @return The Directive object matching the user agent, or null if no matching directive is found or if userAgent is null
     */
    public Directive getDirective(final String userAgent) {
        if (userAgent == null) {
            return null;

    /** The HTTP client context. */
    protected HttpClientContext httpClientContext = HttpClientContext.create();

    /** Map of HTTP client properties */
    private final Map<String, Object> httpClientPropertyMap = new HashMap<>();

    /** List of request headers */
    private final List<Header> requestHeaderList = new ArrayList<>();

    /**
     * Constructs a new ApiExtractor.
     */

            index = hits[0].getIndex();
        } else {
            index = SuggestConstants.EMPTY_STRING;
        }

        for (final SearchHit hit : hits) {
            final Map<String, Object> source = hit.getSourceAsMap();
            final String text = source.get(FieldNames.TEXT).toString();
            words.add(text);

            if (detail) {
                items.add(SuggestItem.parseSource(source));

     * @param analyzer The analyzer to use for analyzing field values.
     * @return A list of suggest items extracted from the document.
     */
    List<SuggestItem> parseDocument(Map<String, Object> document, String[] fields, String[] tagFieldNames, String roleFieldName,
            String langFieldName, ReadingConverter readingConverter, ReadingConverter contentsReadingConverter, Normalizer normalizer,

     * @return The SuggestIndexResponse.
     */
    public SuggestIndexResponse indexFromDocument(final Map<String, Object>[] documents) {
        final long start = System.currentTimeMillis();
        try {
            final Stream<Map<String, Object>> stream = Stream.of(documents);
            if (parallel) {
                stream.parallel();
            }

            case NODE:
                final Node node = (Node) xObj.value();
                return new String[] { node.getTextContent() };
            default:
                Object obj = xObj.value();
                if (obj == null) {
                    obj = "";
                }
                return new String[] { obj.toString() };
            }
        } catch (final XPathException e) {

				"application/vnd.android.package-archive",
				"application/x-tika-java-enterprise-archive",
				"application/x-tika-java-web-archive",
				"application/x-tika-unix-dump",
				"application/java-serialized-object",
				"application/javascript",
				"application/json",
				"application/java-vm",
				"application/x-java-jnilib",
				"application/kpml-request+xml",
				"application/kpml-response+xml",

        return null;
    }

    /**
     * Sets the initialization parameter map for all clients.
     * @param params The map of parameters.
     */
    public void setInitParameterMap(final Map<String, Object> params) {
        if (params != null) {
            for (final CrawlerClient client : clientMap.values()) {
                client.setInitParameterMap(params);
            }
        }
    }

    /**

     */
    @Resource
    protected LogHelper logHelper;

    /**
     * Factory for creating crawler clients.
     */
    protected CrawlerClientFactory clientFactory;

    /**
     * Context object containing crawler state and configuration.
     */
    protected CrawlerContext crawlerContext;

    /**
     * Flag indicating whether to wait on folder operations.
     */