<components namespace="fessCrawler">
	<include path="crawler/container.xml" />
	<include path="crawler/transformer.xml" />

	<component name="ruleManager"
		class="org.codelibs.fess.crawler.rule.impl.RuleManagerImpl" instance="prototype">
		<postConstruct name="addRule">
			<arg>sitemapsRule</arg>
		</postConstruct>
		<postConstruct name="addRule">
			<arg>fileRule</arg>
		</postConstruct>
	</component>

     */
    private static final long serialVersionUID = 1L;

    private static final Logger logger = LogManager.getLogger(SitemapsRule.class);

    /**
     * Creates a new SitemapsRule instance.
     */
    public SitemapsRule() {
        super();
    }

    /**
     * Matches the given response data against the sitemaps rule.
     * @param responseData The response data.

        CrawlerStatus status1 = CrawlerStatus.INITIALIZING;
        CrawlerStatus status2 = CrawlerStatus.INITIALIZING;

        // Should be the same instance
        assertSame(status1, status2);
        assertTrue(status1 == status2);

        // valueOf should return the same instance
        CrawlerStatus status3 = CrawlerStatus.valueOf("INITIALIZING");
        assertSame(status1, status3);
        assertTrue(status1 == status3);

 *
 * @author kuma
 */
public class NullResponseProcessor implements ResponseProcessor {

    /**
     * Creates a new NullResponseProcessor instance.
     */
    public NullResponseProcessor() {
        super();
    }

    /**
     * Processes the given response data.
     * This implementation does nothing.
     *

 *   <li>Password-protected PDF support</li>
 *   <li>Configurable timeout for extraction process</li>
 * </ul>
 *
 * @author shinsuke
 */
public class PdfExtractor extends PasswordBasedExtractor {
    /** Logger instance for this class. */
    private static final Logger logger = LogManager.getLogger(PdfExtractor.class);

    /** Timeout for PDF extraction in milliseconds (default: 30 seconds). */
    protected long timeout = 30000; // 30sec

 *
 */
/**
 * This class is an implementation of a URL filter.
 */
public class UrlFilterImpl implements UrlFilter {

    /**
     * Creates a new UrlFilterImpl instance.
     */
    public UrlFilterImpl() {
        // NOP
    }

    private static final Logger logger = LogManager.getLogger(UrlFilterImpl.class);

    /**
     * The crawler container.
     */

    private final List<Sitemap> sitemapList = new ArrayList<>();

    /** The type of this sitemap set (URLSET or INDEX). */
    private String type = URLSET;

    /**
     * Creates a new SitemapSet instance with default type URLSET.
     */
    public SitemapSet() {
        // Default constructor
    }

    /**
     * Adds a sitemap to this set.
     * @param sitemap the sitemap to add
     */

 *
 * @author shinsuke
 *
 */
public class OpenSearchUrlQueueService extends AbstractCrawlerService implements UrlQueueService<OpenSearchUrlQueue> {
    /**
     * Logger instance.
     */
    private static final Logger logger = LogManager.getLogger(OpenSearchUrlQueueService.class);

    /**
     * Data service for checking access results.
     */
    @Resource

/**
 * Gets a text from . file.
 *
 * @author shinsuke
 *
 */
public class MsVisioExtractor extends AbstractExtractor {

    /**
     * Creates a new MsVisioExtractor instance.
     */
    public MsVisioExtractor() {
        super();
    }

    /**
     * Extracts text from the Visio input stream.
     * @param in The input stream.
     * @param params The parameters.

        CrawlerSystemException exception = new CrawlerSystemException("Test");

        // Should be instance of RuntimeException
        assertTrue(exception instanceof RuntimeException);

        // Should be instance of Exception
        assertTrue(exception instanceof Exception);

        // Should be instance of Throwable
        assertTrue(exception instanceof Throwable);