private String id;

            @Override
            public String getId() {
                return id;
            }

            @Override
            public void setId(String id) {
                this.id = id;
            }

            @Override
            public String getTransformerName() {
                return transformerName;
            }

     */
    public void setMaxDuplicatedPath(final int maxDuplicatedPath) {
        this.maxDuplicatedPath = maxDuplicatedPath;
    }

    /**
     * Gets the character set name used for encoding file paths.
     *
     * @return the character set name
     */
    public String getCharsetName() {
        return charsetName;
    }

    /**
     * Sets the charset name.

/**
 * The {@code MemoryDataHelper} class provides a helper for managing crawler data in memory.
 * It stores URL queues, access results, and URL patterns for inclusion and exclusion.
 * This class is designed to be used in a single-threaded environment or with external synchronization.
 *
 * <p>It uses {@code Map} and {@code Queue} data structures to hold the data. The class provides

 *   <li><b>featureMap:</b> A map of features to be set on the DOM parser.</li>
 *   <li><b>propertyMap:</b> A map of properties to be set on the DOM parser.</li>
 *   <li><b>childUrlRuleMap:</b> A map of HTML tag names to attribute names, used
 *       to extract child URLs.</li>
 *   <li><b>defaultEncoding:</b> The default character encoding to use if none is
 *       specified in the HTML content.</li>

        responseData1.setUrl("http://www.example.com/page");
        assertTrue(rule.match(responseData1));

        ResponseData responseData2 = new ResponseData();
        responseData2.setUrl("https://api.example.com/v1/users");
        assertTrue(rule.match(responseData2));

        ResponseData responseData3 = new ResponseData();
        responseData3.setUrl("http://other.com/page");
        assertFalse(rule.match(responseData3));
    }

            this.data = data;
        }

        @Override
        public T getId() {
            return id;
        }

        @Override
        public void setId(T id) {
            this.id = id;
        }

        @Override
        public String getTransformerName() {
            return transformerName;
        }

        @Override

                    final BulkRequestBuilder bulkRequest = client.prepareBulk();
                    for (final SearchHit hit : hits) {
                        bulkRequest.add(client.prepareDelete().setIndex(hit.getIndex()).setId(hit.getId()));
                    }
                    return bulkRequest.execute();
                });
                if (bulkResponse.hasFailures()) {

            IndexRequestBuilder indexRequestBuilder = new IndexRequestBuilder(client, IndexAction.INSTANCE);
            indexRequestBuilder.setIndex(indexName).setId(String.valueOf(i)).setCreate(true).setSource(source);
            bulkRequestBuilder.add(indexRequestBuilder);
        }
        bulkRequestBuilder.execute().actionGet();
        runner.refresh();

				"application/mbms-protection-description+xml",
				"application/mbms-reception-report+xml",
				"application/mbms-register+xml",
				"application/mbms-register-response+xml",
				"application/mbms-user-service-description+xml",
				"application/mbox",
				"application/media_control+xml",
				"application/mediaservercontrol+xml",
				"application/mikey",
				"application/moss-keys",
				"application/moss-signature",