/**
     * Field name for filter type.
     */
    private static final String FILTER_TYPE = "filterType";

    /**
     * Filter type for include filters.
     */
    private static final String INCLUDE = "include";

    /**
     * Filter type for exclude filters.
     */
    private static final String EXCLUDE = "exclude";

    /**

/**
 * Service interface for managing URL filters.
 * Provides methods to add and remove include/exclude URL filters,
 * as well as retrieve the patterns of these filters.
 */
public interface UrlFilterService {

    /**
     * Adds a URL to the include filter list for the specified session.
     *
     * @param sessionId the ID of the session for which the URL filter is being added

        this.sessionId = sessionId;
    }

    /**
     * Returns the filter type.
     * @return The filter type.
     */
    public String getFilterType() {
        return filterType;
    }

    /**
     * Sets the filter type.
     * @param filterType The filter type.
     */
    public void setFilterType(final String filterType) {
        this.filterType = filterType;

Shinsuke Sugaya <******@****.***> 1730954650 +0900

        this.dataIndex = dataIndex;
    }

    /**
     * Returns the filter index name.
     * @return The filter index name.
     */
    public String getFilterIndex() {
        return filterIndex;
    }

    /**
     * Sets the filter index name.
     * @param filterIndex The filter index name.
     */
    public void setFilterIndex(final String filterIndex) {

```java
SuggestResponse response = suggester.suggest()
    .setQuery("search term")
    .setSize(10)                           // max results
    .setTags(new String[]{"category"})      // filter by tags
    .setRoles(new String[]{"user"})         // filter by roles  
    .setLanguages(new String[]{"en", "ja"}) // language preference
    .setFields(new String[]{"title"})       // search specific fields
    .execute()
    .getResponse();
```

        assertTrue(urlFilter.match("https://example.com/page"));
        assertFalse(urlFilter.match("https://other.com/page"));

        // Clear the filter
        urlFilter.clear();

        // After clear, all URLs should match (no filters applied)
        assertTrue(urlFilter.match("https://example.com/page"));
        assertTrue(urlFilter.match("https://other.com/page"));

    client.setConnectionTimeout(30000);
    client.setMaxConnections(100);
});

// Configure URL filtering
container.singleton("urlFilter", UrlFilterImpl.class, filter -> {
    filter.addInclude("https://example.com/.*");
    filter.addExclude(".*\\.(css|js|png|jpg|gif)$");
});

// Configure content extraction
container.singleton("tikaExtractor", TikaExtractor.class);

 * <ol>
 *   <li>Initialization: Sets up the crawler context and initializes the URL filter.</li>
 *   <li>Thread Creation: Creates a group of crawler threads to perform the actual crawling.</li>
 *   <li>Execution: Starts the crawler threads and waits for them to complete.</li>
 *   <li>Cleanup: Deletes the crawled data and clears the URL filter.</li>
 * </ol>
 *

	"http://dbflute.org/meta/lastadi10.dtd">
<components namespace="fessCrawler">
    <include path="crawler/container.xml"/>
    <include path="crawler/client.xml"/>
    <include path="crawler/rule.xml"/>
    <include path="crawler/filter.xml"/>
    <include path="crawler/interval.xml"/>
    <include path="crawler/extractor.xml"/>
    <include path="crawler/mimetype.xml"/>
    <include path="crawler/encoding.xml"/>
    <include path="crawler/urlconverter.xml"/>