/**
 * @author shinsuke
 *
 */
public class UrlFilterImplTest extends PlainTestCase {
    public UrlFilterImpl urlFilter;

    public MemoryDataHelper dataHelper;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer().singleton("dataHelper", MemoryDataHelper.class)//

 */
public class UrlFilterTest extends PlainTestCase {

    private UrlFilter urlFilter;
    private StandardCrawlerContainer container;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        // Initialize container with necessary components
        container = new StandardCrawlerContainer().singleton("dataHelper", MemoryDataHelper.class)

    private static final Logger logger = LogManager.getLogger(PdfExtractorTest.class);

    public PdfExtractor pdfExtractor;

    private PdfExtractor pdfExtractorForPdfPassword;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        StandardCrawlerContainer container = new StandardCrawlerContainer();
        container.singleton("pdfExtractor", PdfExtractor.class)//

    @Resource
    private UrlQueueService urlQueueService;

    @Resource
    private FileTransformer fileTransformer;

    @Resource
    private CrawlerContainer crawlerContainer;

    @Override
    protected String prepareConfigFile() {
        return "crawler.xml";
    }

    public void test_execute_web() throws Exception {
        final CrawlerWebServer server = new CrawlerWebServer(7070);
        server.start();

import org.dbflute.utflute.core.PlainTestCase;

/**
 * @author shinsuke
 *
 */
public class HtmlTransformerTest extends PlainTestCase {
    public HtmlTransformer htmlTransformer;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        htmlTransformer = new HtmlTransformer();
        htmlTransformer.setName("htmlTransformer");
        Map<String, String> featureMap = newHashMap();

import org.dbflute.utflute.core.PlainTestCase;

/**
 * @author shinsuke
 *
 */
public class MimeTypeHelperImplTest extends PlainTestCase {

    private StandardCrawlerContainer container;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        container = new StandardCrawlerContainer().singleton("mimeTypeHelper", MimeTypeHelperImpl.class);
    }

    public XpathTransformer xpathTransformer;

    public XpathTransformer xpathMapTransformer;

    public XpathTransformer xpathEntityTransformer;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        {
            xpathTransformer = new XpathTransformer();
            xpathTransformer.setName("xpathTransformer");

 *
 */
public class TikaExtractorTest extends PlainTestCase {
    private static final Logger logger = LogManager.getLogger(TikaExtractorTest.class);

    public TikaExtractor tikaExtractor;

    @Override
    protected void setUp() throws Exception {
        super.setUp();

        StandardCrawlerContainer container = new StandardCrawlerContainer();
        container.singleton("mimeTypeHelper", MimeTypeHelperImpl.class)

            return url;
        }

        public void setUrl(String url) {
            this.url = url;
        }
    }

    private TestTransformer testTransformer;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        testTransformer = new TestTransformer("testTransformer");
    }

    /**
     * Test basic transform implementation
     */

				"application/vnd.apple.installer+xml",
				"application/vnd.apple.iwork",
				"application/vnd.apple.keynote",
				"application/vnd.apple.pages",
				"application/vnd.apple.numbers",
				"application/x-tika-iworks-protected",
				"application/vnd.arastra.swi",
				"application/vnd.audiograph",
				"application/vnd.autopackage",
				"application/vnd.avistar+xml",
				"application/vnd.blueice.multipass",