"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
	<include path="crawler/container.xml" />

	<component name="urlFilter"
		class="org.codelibs.fess.crawler.filter.impl.UrlFilterImpl" instance="prototype">
	</component>

Shinsuke Sugaya <******@****.***> 1730954650 +0900

        this.dataIndex = dataIndex;
    }

    /**
     * Returns the filter index name.
     * @return The filter index name.
     */
    public String getFilterIndex() {
        return filterIndex;
    }

    /**
     * Sets the filter index name.
     * @param filterIndex The filter index name.
     */
    public void setFilterIndex(final String filterIndex) {

        this.sessionId = sessionId;
    }

    /**
     * Returns the filter type.
     * @return The filter type.
     */
    public String getFilterType() {
        return filterType;
    }

    /**
     * Sets the filter type.
     * @param filterType The filter type.
     */
    public void setFilterType(final String filterType) {
        this.filterType = filterType;

	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
    <include path="crawler/container.xml"/>
    <include path="crawler/client.xml"/>
    <include path="crawler/rule.xml"/>
    <include path="crawler/filter.xml"/>
    <include path="crawler/interval.xml"/>
    <include path="crawler/extractor.xml"/>
    <include path="crawler/mimetype.xml"/>
    <include path="crawler/encoding.xml"/>
    <include path="crawler/urlconverter.xml"/>

    /**
     * Adds a URL to the include filter list for the specified session.
     *
     * @param sessionId the ID of the session for which the URL filter is being added
     * @param url the URL to be included in the filter list
     */
    void addIncludeUrlFilter(String sessionId, String url);

    /**
     * Adds a list of URLs to the include filter for a given session.
     *

    public void init() {
        fesenClient.addOnConnectListener(() -> createMapping("filter"));

        includeFilterCache = createFilterCache(INCLUDE);
        excludeFilterCache = createFilterCache(EXCLUDE);
    }

    /**
     * Creates a filter cache.
     * @param type The filter type.
     * @return The created filter cache.
     */

 * It also provides methods to initialize the filter with a session ID, clear the filter,
 * match a URL against the defined patterns, and process a URL to add include or exclude patterns based on predefined filtering patterns.
 *
 */
/**
 * This class is an implementation of a URL filter.
 */
public class UrlFilterImpl implements UrlFilter {

    /**

 * <ol>
 *   <li>Initialization: Sets up the crawler context and initializes the URL filter.</li>
 *   <li>Thread Creation: Creates a group of crawler threads to perform the actual crawling.</li>
 *   <li>Execution: Starts the crawler threads and waits for them to complete.</li>
 *   <li>Cleanup: Deletes the crawled data and clears the URL filter.</li>
 * </ol>
 *

    }

    /**
     * Returns an extracted text.
     *
     * @param inputStream An input stream.
     * @param params A map of parameters.
     * @param postFilter A post filter.
     * @return An extracted data.
     */
    protected ExtractData getText(final InputStream inputStream, final Map<String, String> params,
            final BiConsumer<ExtractData, InputStream> postFilter) {