*/
    public CrawlerSystemException(final String message, final Throwable cause) {
        super(message, cause);
    }

    /**
     * Constructs a new CrawlerSystemException with the specified detail message.
     *
     * @param message the detail message. The detail message is saved for later retrieval by the {@link #getMessage()} method.
     */
    public CrawlerSystemException(final String message) {
        super(message);

     */
    @Override
    public boolean match(final ResponseData responseData) {
        if (super.match(responseData)) {
            try (final InputStream is = responseData.getResponseBody()) {
                final SitemapsHelper sitemapsHelper = crawlerContainer.getComponent("sitemapsHelper");
                return sitemapsHelper.isValid(is);
            } catch (final CrawlingAccessException e) {
                throw e;

    /**
     * Set the data.
     * @param data the byte array data to set
     */
    public void setData(final byte[] data) {
        this.data = data;
    }

    /**
     * Add a child URL.
     * @param url the request data to add to the child URL set
     */
    public void addUrl(final RequestData url) {
        childUrlSet.add(url);
    }

    /**
     * Add child URLs.

     */
    public XPath createXPath(final Consumer<XPathFactory> builder) {
        try {
            final XPathFactory factory = XPathFactory.newInstance();
            builder.accept(factory);
            return factory.newXPath();
        } catch (final Exception e) {
            throw new CrawlerSystemException("Failed to create XPath instance.", e);
        }
    }

 *
 */
public class SitemapSet implements Serializable {

    private static final long serialVersionUID = 1L;

    /** Constant for UrlSet type. */
    public static final String URLSET = "UrlSet";

    /** Constant for Index type. */
    public static final String INDEX = "Index";

    /** The list of sitemaps in this set. */
    private final List<Sitemap> sitemapList = new ArrayList<>();

     */
    @Override
    public void setUrl(final String url) {
        this.url = url;
    }

    @Override
    public String getMetaData() {
        return metaData;
    }

    @Override
    public void setMetaData(final String metaData) {
        this.metaData = metaData;
    }

    @Override
    public String getEncoding() {

     * @param cause The cause.
     */
    public SuggesterException(final Throwable cause) {
        super(cause);
    }

    /**
     * Constructs a new SuggesterException with the specified detail message and cause.
     * @param msg The detail message.
     * @param cause The cause.
     */
    public SuggesterException(final String msg, final Throwable cause) {
        super(msg, cause);
    }

        final InputStream in = ResourceUtil.getResourceAsStream("extractor/msoffice/test.doc");
        final ExtractData extractData = tikaExtractor.getText(in, null);
        final String content = extractData.getContent();
        CloseableUtil.closeQuietly(in);
        logger.info(content);
        assertTrue(content.contains("テスト"));
        for (final String key : extractData.getKeySet()) {

    public NormalizerChain() {
        // nothing
    }

    List<Normalizer> normalizers = new ArrayList<>();

    @Override
    public String normalize(final String text, final String field, final String... langs) {
        String tmp = text;
        for (final Normalizer normalizer : normalizers) {
            tmp = normalizer.normalize(tmp, field, langs);
        }
        return tmp;
    }

    /**

            final DocumentBuilder builder = factory.newDocumentBuilder();

            final Document doc = builder.parse(is);

            final StringBuilder buf = new StringBuilder(1000);
            buf.append(getResultDataHeader());
            for (final Map.Entry<String, String> entry : fieldRuleMap.entrySet()) {
                final List<String> nodeStrList = new ArrayList<>();