*/
package org.codelibs.fess.crawler.service;

import java.util.List;
import java.util.regex.Pattern;

/**
 * @author shinsuke
 *
 */
public interface UrlFilterService {

    void addIncludeUrlFilter(String sessionId, String url);

    void addIncludeUrlFilter(String sessionId, List<String> urlList);

    void addExcludeUrlFilter(String sessionId, String url);

import org.codelibs.fess.crawler.service.UrlFilterService;

import jakarta.annotation.Resource;

/**
 * @author shinsuke
 *
 */
public class UrlFilterServiceImpl implements UrlFilterService {

    @Resource
    protected MemoryDataHelper dataHelper;

    /*
     * (non-Javadoc)
     *
     * @see
     * org.codelibs.fess.crawler.service.impl.UrlFilterService#addIncludeUrlFilter(java

    }

    public UrlFilterService getUrlFilterService() {
        if (urlFilterService == null) {
            urlFilterService = crawlerContainer.getComponent("urlFilterService");
            if (urlFilterService == null) {
                throw new CrawlerSystemException("urlFilterService is not found.");
            }
        }
        return urlFilterService;
    }

    @Override

    @Resource
    private Crawler crawler;

    @Resource
    private DataService dataService;

    @Resource
    private UrlQueueService urlQueueService;

    @Resource
    private UrlFilterService urlFilterService;

    @Resource
    private FileTransformer fileTransformer;

    @Resource
    private FesenClient fesenClient;

    private OpenSearchRunner runner;

    @Override

import java.util.stream.Collectors;

import org.codelibs.fess.crawler.entity.OpenSearchUrlFilter;
import org.codelibs.fess.crawler.exception.CrawlerSystemException;
import org.codelibs.fess.crawler.service.UrlFilterService;
import org.codelibs.fess.crawler.util.OpenSearchCrawlerConfig;
import org.opensearch.action.DocWriteRequest.OpType;
import org.opensearch.index.query.QueryBuilders;

import com.google.common.cache.CacheBuilder;

		<arg>crawlerConfig</arg>
	</component>
	<component name="dataService"
		class="org.codelibs.fess.crawler.service.impl.OpenSearchDataService">
		<arg>crawlerConfig</arg>
	</component>
	<component name="urlFilterService"
		class="org.codelibs.fess.crawler.service.impl.OpenSearchUrlFilterService">
		<arg>crawlerConfig</arg>
	</component>

	<component name="crawlerConfig" class="org.codelibs.fess.crawler.util.OpenSearchCrawlerConfig">

    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("dataHelper", MemoryDataHelper.class)//
                .singleton("urlFilterService", UrlFilterServiceImpl.class)//
                .singleton("urlFilter", UrlFilterImpl.class)//
                .singleton("dataService", DataServiceImpl.class);
        urlFilter = container.getComponent("urlFilter");

	</component>
	<component name="dataService" class="org.codelibs.fess.crawler.service.impl.DataServiceImpl" instance="prototype" >
	</component>
	<component name="urlFilterService" class="org.codelibs.fess.crawler.service.impl.UrlFilterServiceImpl" instance="prototype" >
	</component>

	<!-- Helper -->

    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("dataHelper", MemoryDataHelper.class)//
                .singleton("urlFilterService", UrlFilterServiceImpl.class)//
                .singleton("includeFilter", UrlFilterImpl.class)//
                .singleton("excludeFilter", UrlFilterImpl.class)//

        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("mimeTypeHelper", MimeTypeHelperImpl.class)//
                .singleton("dataHelper", MemoryDataHelper.class)//
                .singleton("urlFilterService", UrlFilterServiceImpl.class)//
                .singleton("urlFilter", UrlFilterImpl.class)//
                .singleton("robotsTxtHelper", RobotsTxtHelper.class)//
                .singleton("httpClient", HcHttpClient.class);