private final long reloadInterval;

    public ReloadableKeywordMarkerFilterFactory(final IndexSettings indexSettings, final Environment environment, final String name,
            final Settings settings) {
        super(indexSettings, name, settings);

        final String path = settings.get("keywords_path");
        if (path != null) {
            keywordPath = environment.configDir().resolve(path);
        } else {

    private final boolean ignoreCase;

    public ReloadableStopFilterFactory(final IndexSettings indexSettings, final Environment environment, final String name,
            final Settings settings) {
        super(indexSettings, name, settings);

        final String path = settings.get("stopwords_path");
        if (path != null) {
            stopwordPath = environment.configDir().resolve(path);
        } else {

     * @param in The input stream.
     * @param params The parameters.
     * @return The extracted data.
     */
    @Override
    public ExtractData getText(final InputStream in, final Map<String, String> params) {
        if (in == null) {
            throw new CrawlerSystemException("The inputstream is null.");
        }
        try {
            @SuppressWarnings("resource")

public class KuromojiKatakanaStemmerFactory extends AbstractTokenFilterFactory {

    private final int minimumLength;

    public KuromojiKatakanaStemmerFactory(IndexSettings indexSettings, Environment environment, String name, Settings settings) {
        super(indexSettings, name, settings);
        minimumLength = settings.getAsInt("minimum_length", JapaneseKatakanaStemFilter.DEFAULT_MINIMUM_LENGTH);
    }

    @Override

        private static final long serialVersionUID = 1L;
        private final String ruleId;
        private final String urlPattern;
        private final ResponseProcessor responseProcessor;

        public UrlPatternRule(String ruleId, String urlPattern) {
            this(ruleId, urlPattern, null);
        }

        public UrlPatternRule(String ruleId, String urlPattern, ResponseProcessor responseProcessor) {

        }

        /**
         * Sets the URL for this request data.
         *
         * @param url the URL string to be set
         * @return the current RequestDataContext instance for method chaining
         */
        public RequestDataContext url(final String url) {
            data.setUrl(url);
            return this;
        }

        /**

    private final boolean ignoreCase;

    private final int n;

    private final String delimiters;

    private final boolean expand;

    private SynonymLoader synonymLoader = null;

    public NGramSynonymTokenizerFactory(final IndexSettings indexSettings, final Environment env, final String name,
            final Settings settings) {
        super(indexSettings, settings, name);

public class IdnDnsResolverTest extends PlainTestCase {

    public void test_toAscii() {
        IdnDnsResolver resolver = new IdnDnsResolver();

        String host = "www.codelibs.org";
        String expected = "www.codelibs.org";
        assertEquals(expected, resolver.toAscii(host));

        host = "テスト.org";
        expected = "xn--zckzah.org";

     */
    public ExtractException(final String message, final Throwable cause) {
        super(message, cause);
    }

    /**
     * Constructs a new ExtractException with the specified detail message.
     *
     * @param message the detail message. The detail message is saved for later retrieval by the {@link #getMessage()} method.
     */
    public ExtractException(final String message) {
        super(message);
    }

 *   <li>Extracting child URLs and adding them to the queue using {@link #storeChildUrls(Set, String, int)}
 *       or {@link #storeChildUrl(String, String, float, int)}.</li>
 *   <li>Handling exceptions that may occur during the crawling process.</li>
 * </ol>
 *
 * <p>
 * The thread also manages the active thread count using {@code crawlerContext.activeThreadCountLock}