/**
 * @author shinsuke
 *
 */
public class ExtractorFactoryTest extends PlainTestCase {
    public ExtractorFactory extractorFactory;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("tikaExtractor", TikaExtractor.class)//
                .singleton("pdfExtractor", PdfExtractor.class)//

/**
 * @author shinsuke
 *
 */
public class RuleManagerImplTest extends PlainTestCase {
    public RuleManager ruleManager;

    @Override
    protected void setUp() throws Exception {
        super.setUp();

        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("sitemapsHelper", SitemapsHelper.class)//
                .singleton("sitemapsRule", SitemapsRule.class)//

    private static final Logger logger = LogManager.getLogger(HtmlXpathExtractorTest.class);

    public HtmlXpathExtractor htmlXpathExtractor;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("htmlXpathExtractor", HtmlXpathExtractor.class);

import org.dbflute.utflute.core.PlainTestCase;

/**
 * @author shinsuke
 *
 */
public class FtpAuthenticationTest extends PlainTestCase {

    public void test_matches() throws Exception {
        FtpAuthentication auth = new FtpAuthentication();
        auth.setServer("hostname");
        auth.setPort(21);
        auth.setUsername("testuser");
        auth.setPassword("testpass");

/**
 * @author shinsuke
 *
 */
public class CrawlerClientFactoryTest extends PlainTestCase {
    public CrawlerClientFactory clientFactory;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("mimeTypeHelper", MimeTypeHelperImpl.class)//

public class SuggestSettingsBuilderTest {

    private static OpenSearchRunner runner;
    private static Client client;
    private SuggestSettingsBuilder builder;

    @BeforeClass
    public static void beforeClass() throws Exception {
        runner = new OpenSearchRunner();
        runner.onBuild((number, settingsBuilder) -> {
            settingsBuilder.put("http.cors.enabled", true);

import org.dbflute.utflute.core.PlainTestCase;

public class RobotsTxtHelperTest extends PlainTestCase {
    public RobotsTxtHelper robotsTxtHelper;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("robotsTxtHelper", RobotsTxtHelper.class);
        robotsTxtHelper = container.getComponent("robotsTxtHelper");

public class XmlExtractorTest extends PlainTestCase {
    private static final Logger logger = LogManager.getLogger(XmlExtractorTest.class);

    public XmlExtractor xmlExtractor;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("xmlExtractor", XmlExtractor.class);
        xmlExtractor = container.getComponent("xmlExtractor");
    }

/**
 * @author shinsuke
 *
 */
public class UrlFilterImplTest extends PlainTestCase {
    public UrlFilterImpl urlFilter;

    public MemoryDataHelper dataHelper;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("dataHelper", MemoryDataHelper.class)//

        responseData4.setHttpStatusCode(404);
        assertFalse(rule.match(responseData4));
    }

    /**
     * Test Rule serialization
     */
    public void test_serialization() throws Exception {
        TestResponseProcessor processor = new TestResponseProcessor("serializeProcessor");
        TestRule originalRule = new TestRule("serializeRule", processor, true);

        // Serialize