*/
    @Override
    public void addRule(final Rule rule) {
        ruleList.add(rule);
    }

    /**
     * Adds a rule at the specified position in the rule list.
     * @param index the position to insert the rule
     * @param rule the rule to add
     */
    @Override
    public void addRule(final int index, final Rule rule) {
        ruleList.add(index, rule);
    }

    /*
     * (non-Javadoc)
     *

     * @param domain the domain to set
     */
    public void setDomain(final String domain) {
        this.domain = domain;
    }

    /**
     * Returns a string representation of this object.
     * @return A string representation.
     */
    @Override
    public String toString() {
        return "[" + domain + "] " + username + "@" + server + ":" + port;
    }

     *
     * @param content the content to set
     */
    public void setContent(final String content) {
        this.content = content;
    }

    /**
     * Returns a string representation of this object.
     * @return A string representation.
     */
    @Override
    public String toString() {
        return "ExtractData [metadata=" + metadata + ", content=" + content + "]";
    }

    }

    /**
     * Retrieves the robots.txt directive for the specified user agent.
     *
     * @param userAgent The user agent string to look up in the directives
     * @return The Directive object matching the user agent, or null if no matching directive is found or if userAgent is null
     */
    public Directive getDirective(final String userAgent) {
        if (userAgent == null) {
            return null;

    /** The HTTP client context. */
    protected HttpClientContext httpClientContext = HttpClientContext.create();

    /** Map of HTTP client properties */
    private final Map<String, Object> httpClientPropertyMap = new HashMap<>();

    /** List of request headers */
    private final List<Header> requestHeaderList = new ArrayList<>();

    /**
     * Constructs a new ApiExtractor.
     */

     * @param data the extract data to store the value in
     * @param key the key for the value
     * @param value the value to store
     */
    protected void putValue(final ExtractData data, final String key, final Object value) {
        try {
            if (value instanceof String) {
                if ("Subject".equals(key)) {
                    data.putValue(key, getDecodeText(value.toString()));
                } else {

     * @param analyzer The analyzer to use for analyzing field values.
     * @return A list of suggest items extracted from the document.
     */
    List<SuggestItem> parseDocument(Map<String, Object> document, String[] fields, String[] tagFieldNames, String roleFieldName,
            String langFieldName, ReadingConverter readingConverter, ReadingConverter contentsReadingConverter, Normalizer normalizer,

        TestRule rule3 = new TestRule("rule3", true);

        ruleManager.addRule(rule1);
        ruleManager.addRule(rule3);
        ruleManager.addRule(1, rule2); // Insert in middle

        List<Rule> rules = ruleManager.getRules();
        assertEquals(3, rules.size());
        assertEquals("rule1", rules.get(0).getRuleId());
        assertEquals("rule2", rules.get(1).getRuleId());

            case NODE:
                final Node node = (Node) xObj.value();
                return new String[] { node.getTextContent() };
            default:
                Object obj = xObj.value();
                if (obj == null) {
                    obj = "";
                }
                return new String[] { obj.toString() };
            }
        } catch (final XPathException e) {

        return null;
    }

    /**
     * Sets the initialization parameter map for all clients.
     * @param params The map of parameters.
     */
    public void setInitParameterMap(final Map<String, Object> params) {
        if (params != null) {
            for (final CrawlerClient client : clientMap.values()) {
                client.setInitParameterMap(params);
            }
        }
    }

    /**