import java.util.List;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.atomic.AtomicInteger;

import org.codelibs.fess.crawler.container.StandardCrawlerContainer;
import org.dbflute.utflute.core.PlainTestCase;

/**
 * Test class for {@link Handler} and its inner class {@link Handler.GcsURLConnection}.

 */
public class UrlFilterTest extends PlainTestCase {

    private UrlFilter urlFilter;
    private StandardCrawlerContainer container;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        // Initialize container with necessary components
        container = new StandardCrawlerContainer().singleton("dataHelper", MemoryDataHelper.class)

        }
    }

    private StandardCrawlerContainer container;
    private TestRuleManager ruleManager;
    private TestAbstractRule testRule;

    @Override
    protected void setUp() throws Exception {
        super.setUp();

        ruleManager = new TestRuleManager();
        container = new StandardCrawlerContainer().singleton("ruleManager", ruleManager);

        String endpoint = String.format("http://%s:%s", gcsServer.getHost(), mappedPort);
        logger.info("endpoint: {}", endpoint);

        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("mimeTypeHelper", MimeTypeHelperImpl.class)//
                .singleton("gcsClient", GcsClient.class);
        gcsClient = container.getComponent("gcsClient");

    private static final int FTP_PORT = 10021;

    public FtpClient ftpClient;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("mimeTypeHelper", MimeTypeHelperImpl.class)//
                .singleton("ftpClient", FtpClient.class);
        ftpClient = container.getComponent("ftpClient");
    }

import org.codelibs.fess.crawler.client.FaultTolerantClient;
import org.codelibs.fess.crawler.client.fs.FileSystemClient;
import org.codelibs.fess.crawler.client.http.HcHttpClient;
import org.codelibs.fess.crawler.container.StandardCrawlerContainer;
import org.codelibs.fess.crawler.entity.AccessResultImpl;
import org.codelibs.fess.crawler.entity.UrlQueue;
import org.codelibs.fess.crawler.entity.UrlQueueImpl;

import java.util.List;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.atomic.AtomicInteger;

import org.codelibs.fess.crawler.container.StandardCrawlerContainer;
import org.dbflute.utflute.core.PlainTestCase;

/**
 * Test class for {@link Handler} and its inner class {@link Handler.StorageURLConnection}.

import java.util.concurrent.atomic.AtomicInteger;

import org.apache.commons.pool2.PooledObject;
import org.apache.commons.pool2.impl.DefaultPooledObject;
import org.codelibs.fess.crawler.container.StandardCrawlerContainer;
import org.codelibs.fess.crawler.pool.CrawlerPooledObjectFactory.OnDestroyListener;
import org.dbflute.utflute.core.PlainTestCase;

/**
 * Test class for CrawlerPooledObjectFactory.

public class SitemapsHelperTest extends PlainTestCase {
    public SitemapsHelper sitemapsHelper;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("sitemapsHelper", SitemapsHelper.class);
        sitemapsHelper = container.getComponent("sitemapsHelper");
    }

    public void test_parseXmlSitemaps() {

    public TikaExtractor tikaExtractor;

    @Override
    protected void setUp() throws Exception {
        super.setUp();

        StandardCrawlerContainer container = new StandardCrawlerContainer();
        container.singleton("mimeTypeHelper", MimeTypeHelperImpl.class)
                .singleton("tikaExtractor", TikaExtractor.class)