* If the time since the last request to the host is less than the configured delay,
 * the thread waits until the delay has elapsed.
 * This class is thread-safe.
 */
public class HostIntervalController extends DefaultIntervalController {

    /** Map storing the last access time for each host. */
    private final ConcurrentMap<String, AtomicLong> lastTimes = new ConcurrentHashMap<>();

import org.mortbay.jetty.handler.DefaultHandler;
import org.mortbay.jetty.handler.HandlerList;
import org.mortbay.jetty.handler.ResourceHandler;
import org.mortbay.log.Log;

/**
 * @author shinsuke
 *
 */
public class CrawlerWebServer {
    private int port = 8080;

    private File docRoot;

    private Server server;

    private boolean tempDocRoot = false;

    public CrawlerWebServer(final int port) {

 * <ul>
 *   <li>Retry up to 5 times</li>
 *   <li>Wait 500ms between retries</li>
 * </ul>
 *
 */
public class FaultTolerantClient implements CrawlerClient {

    /** Logger instance for this class */
    private static final Logger logger = LogManager.getLogger(FaultTolerantClient.class);

    /** The underlying crawler client */
    protected CrawlerClient client;

    /** Maximum number of retry attempts */

        container.singleton("mimeTypeHelper", MimeTypeHelperImpl.class)
                .singleton("tikaExtractor", TikaExtractor.class)
                .<ExtractorFactory> singleton("extractorFactory", ExtractorFactory.class, factory -> {
                    TikaExtractor tikaExtractor = container.getComponent("tikaExtractor");
                    factory.addExtractor("text/plain", tikaExtractor);

import org.codelibs.jcifs.smb.ntlmssp.Type2Message;
import org.codelibs.jcifs.smb.ntlmssp.Type3Message;

/**
 * JcifsEngine is a NTLM Engine implementation based on JCIFS.
 *
 * @author shinsuke
 *
 */
public class JcifsEngine implements NTLMEngine {

    /** Flags for Type 1 NTLM message. */
    protected static final int TYPE_1_FLAGS = NtlmFlags.NTLMSSP_NEGOTIATE_56 | NtlmFlags.NTLMSSP_NEGOTIATE_128

import java.util.regex.Pattern;

import org.codelibs.fess.crawler.entity.ResponseData;
import org.dbflute.utflute.core.PlainTestCase;

/**
 * @author shinsuke
 *
 */
public class RegexRuleTest extends PlainTestCase {

    public void test_match_default() {
        final RegexRule regexRule = new RegexRule();
        regexRule.defaultRule = true;
        regexRule.allRequired = true;

import org.codelibs.fess.crawler.entity.ResultData;
import org.codelibs.fess.crawler.exception.CrawlerSystemException;
import org.dbflute.utflute.core.PlainTestCase;

/**
 * @author shinsuke
 *
 */
public class FileTransformerTest extends PlainTestCase {
    public FileTransformer fileTransformer;

    @Override
    protected void setUp() throws Exception {
        super.setUp();
        fileTransformer = new FileTransformer();

/**
 * Implementation of the {@link UrlQueue} interface.
 * This class represents a URL to be crawled, storing its ID, session ID,
 * HTTP method, URL, metadata, encoding, parent URL, depth, last modified time,
 * creation time, and weight.
 *
 * @param <IDTYPE> the type of the identifier for the URL queue entry
 */
public class UrlQueueImpl<IDTYPE> implements UrlQueue<IDTYPE> {

import org.dbflute.utflute.core.PlainTestCase;

/**
 * Test class for Rule interface.
 * Tests the contract and behavior of Rule implementations.
 */
public class RuleTest extends PlainTestCase {

    /**
     * Test implementation of Rule interface for testing purposes
     */
    public static class TestRule implements Rule {
        private static final long serialVersionUID = 1L;

 * governing permissions and limitations under the License.
 */
package org.codelibs.fess.crawler.client.smb;

import org.dbflute.utflute.core.PlainTestCase;

/**
 * @author shinsuke
 *
 */
public class SmbAuthenticationHolderTest extends PlainTestCase {

    public void test_get() {
        final SmbAuthenticationHolder smbAuthenticationHolder = new SmbAuthenticationHolder();